{
  "schema": "mol2mat.article-logit-pairs/v1",
  "eosTokenId": 3,
  "pairs": [
    {
      "group": "original-cpu",
      "id": "single-reactant",
      "logitPairs": [
        "original-cpu__single-reactant__logits_0",
        "original-cpu__single-reactant__logits_1",
        "original-cpu__single-reactant__logits_2",
        "original-cpu__single-reactant__logits_3",
        "original-cpu__single-reactant__logits_4",
        "original-cpu__single-reactant__logits_5",
        "original-cpu__single-reactant__logits_6",
        "original-cpu__single-reactant__logits_7",
        "original-cpu__single-reactant__logits_8",
        "original-cpu__single-reactant__logits_9",
        "original-cpu__single-reactant__logits_10",
        "original-cpu__single-reactant__logits_11",
        "original-cpu__single-reactant__logits_12",
        "original-cpu__single-reactant__logits_13",
        "original-cpu__single-reactant__logits_14",
        "original-cpu__single-reactant__logits_15",
        "original-cpu__single-reactant__logits_16"
      ],
      "maximumProbabilityError": 1.2204944798144268e-06,
      "maximumRowTotalVariation": 1.2204985268835368e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            21,
            19,
            20,
            14,
            39
          ],
          "topCandidateScores": [
            -0.3648202121257782,
            -2.003056049346924,
            -2.809849739074707,
            -3.2180418968200684,
            -4.294958114624023,
            -4.8458943367004395,
            -5.182867527008057,
            -5.185512065887451,
            -5.385604381561279,
            -5.563940048217773
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.550936222076416,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "95e5d961db2dba66a74e28f27b8b73b10712f2195c90ec52032f4e1486ba439d"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "99a81002d46287a25a8a24303bdf5397e643851be6ab126471d45924a3ee2940"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "b149e74a2aea7ef3b4c708b767aba3823bcfc769c45cb2ca8d7569243bc5702f"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "4cf6bc7122ec215f29eda534cc2c1306c481bfabc7394714b2759fee50d13fc7"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "20a3d89f4cacba0fbb534772fadf564b0372a0db97f269d6cf1c9005a8209456"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "38fa4fc02ba575aeca2775eb54458252b116a03c02ec1330c9fff6f9cfa612fc"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "c896758dd46fe2f9f5e11fd2f893ed6f456978af02656054b94ff84adebe7907"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "e5ca5da7ab5629088c3d146d48a6008003b4282775245547a8e8ce74ab4df598"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "3b3ca96fcb3942ef6054c675162f8ec54a1960a3466106b1f03485f7237d11c7"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c71d491f8c86cca0f6655ed0445e8337b62618c8d037e703c28ad7bdb6b87354"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "4b565a03e35e624a67b97ab2278199868d174bf5a107805182d4ba468350240b"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "29177e82e70e69382eaea4383a87762ed63ae363c356352e2db7b9e0dbb1dae9"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f9fefece1b68a68906d2785bd0509ee7a7114d3290a54a0ca08d506aa749556b"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "50ed871f06d0a5541797e59dfa70b74f65deddde2c3b3470a91234ebb2048047"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            0,
            0,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            8,
            11,
            8,
            5,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.9706014394760132,
            -1.8643954992294312,
            -2.7604331970214844,
            -2.8098514080047607,
            -3.04201078414917,
            -3.332326889038086,
            -3.4119701385498047,
            -3.6049022674560547,
            -3.702212333679199,
            -4.193089962005615
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.290316104888916,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cbdafd828c8e4463f281e166d3ad14c7b8390b329964c32882a28680216a2fac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cc6687caf9912d579a7724f1d0349522e9631918040fede4dd5e972a3dcc67b2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b09f916d7d10e1d4e5a5b7b6586a37ed6d3589a0cc0ba2e1647ee18b9819b502"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0fa5e1aa9f7dca88c8134f79349d87ae041a5c286a860b182088cdf66ee6f423"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "968f5c1e796a07995176c168669edd7ab7ed9fe699ab6ce07ba6a9ad3325fb13"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d13d284d6f2bb52e4a6246f97c5fee0805d4cd5742029282738ef56f43bc106c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "6345d50db7e3aa6eac3ab126dee5615b158865e89a2ead08ac3796f0547e6825"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "974ff682c813525ab75684c71b01b3c5df5faeaf3ad9de061b323d6a9d70659d"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            8,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            1,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            5,
            4,
            6,
            9,
            5,
            11,
            3
          ],
          "topCandidateScores": [
            -1.4221023321151733,
            -2.6036906242370605,
            -2.9654529094696045,
            -3.0518410205841064,
            -3.1513233184814453,
            -3.2286581993103027,
            -3.3661160469055176,
            -3.5455870628356934,
            -3.866258144378662,
            -3.922003746032715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07733488082885742,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cf152881b88fa702a812f85613d3e6d3381da7d21a83ed32f209069322df731f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5d246a905c75a35cdaf2ae04b090e48d81ca4db887c1a20228b2d0579520050b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0418ffbce6de64ed997bd6f40ae042c1e299ebcd83a0fe3b088b4710e8f43075"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "06a58c863b237a837511d8bf497be06e2e15b746be600e861d8d56133f9e0f1f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b9a1c724b6675c4b164b642356a89c9066228fdd02b2eb9818a934f3ad3f53ba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b047cb6b639376a430276e29e18066f67a8892fcf853b5a32c401b7dbb0cf89e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "9d03481432ae5a1a2a696d1a44e418568e0e7b37002b1e63182633d265d1dc36"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c0e9c2f67d2c3bb9b0ee11a4e3770e46828b150c00c278278e0959fe14f1967a"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            4,
            0,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            6,
            7,
            4,
            37,
            5,
            5,
            3,
            9
          ],
          "topCandidateScores": [
            -2.0183138847351074,
            -3.2608489990234375,
            -3.402837038040161,
            -3.4475276470184326,
            -3.552548885345459,
            -3.8500213623046875,
            -4.009906768798828,
            -4.156332492828369,
            -4.163924217224121,
            -4.492521286010742
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9
              ],
              "score": -3.2608489990234375,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2974724769592285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "fa6c55b68b5dec26a745c3b608340683a423123059df8b092a75b5f55a4c1631"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4a4b7e2022c70ba629fdaa802c4663c9969a1fb7ca5898ad32a2ac71697f6328"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0841c56a58a3a4c2be0b56f7129a5566e788d4b986f81fe7baeb90430cb19f23"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3b91527d21614ed149cdb8a6d1eaa774aa6b160778c0cde645e3d10b7954e17b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2e82419fd9a7f925ef417208aeee5360d9a2f8e2b2dfe49f6a78542ab0db8069"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c2dbaa1f26de109fb23df16682a1e7ecc3fff3212e190f8d31c27d38213104de"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b9b91a7e98ff97ae6137fba3f8bd8f80705bb632b49bb8e4f05cd6ec19f3abac"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "66a479a874e1af317dcbdfaf458d5d61139b85014ae0e0171473ccfea6bdb811"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            37,
            6,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            2,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            4,
            9,
            5,
            6,
            5,
            6,
            3
          ],
          "topCandidateScores": [
            -2.1459996700286865,
            -3.7748422622680664,
            -3.8753249645233154,
            -3.95607852935791,
            -4.17173433303833,
            -4.66965389251709,
            -4.9100565910339355,
            -5.001408100128174,
            -5.685186386108398,
            -5.780123710632324
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.49791955947875977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a51132ffc98bcf77f701c3d181998ae3dd8d972464e22dd88715b5a29ba04c5c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "b0e2a622a7e46ce56fc25dff41ab059c6e8e925bdbc0ed8ccd30451c920e90ae"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "5b3dda4504fdfad0586d647f77c6614d12c20070010a542ff3ed3b8f9d4fa6ff"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "12e0b68302ac6503901d2699ac472f28c02aef383ecfd26cf6d574d0534c3552"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "eda98156d9981d9806d42dd7c3921e705d521b2e6dd5f8c83862c614c92087ba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2ad9ae81f03e2ea39e30115a3057f2cac38f513dd27b224a6852fc0ef4badc77"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7ea16b9cd00cd58dcb229bb6070370af8a58daa7f001419ba35ce622e54d0bb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8e513c058f52d4e8a932a4cd654fe9a2171d9f86003e7685aa6b349b0738217b"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            6,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            3,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            11,
            5,
            4,
            7,
            6,
            5,
            12,
            3
          ],
          "topCandidateScores": [
            -2.4693503379821777,
            -3.7899653911590576,
            -4.036374092102051,
            -4.335414886474609,
            -4.612485885620117,
            -4.655375957489014,
            -5.197516441345215,
            -5.278138637542725,
            -5.307615280151367,
            -5.367658615112305
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.042890071868896484,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "93b977230ae78462c6639356a55ca4a924b95626d49767f8869a8d1a61468feb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "70e9f88c89af5b9c3e84ec29db6bb7356abed4da82c1cbf25becda3341cf2b9f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "08fdfec50d0031932e020f5da17047cd2fe38156661aa8f7bba072b4c3e3d67e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f64c01a2a38c6c57b0368f646492af7c10a9b0aa318ebdaa24a57e07c14c710f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "bd6180da550a77588304f6653a0c265f0e01934c8ec1c587f8bddd4926fd4bee"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "dcbed3b57bf77d0c4a16d22d65657e879442313380cb02d55338364469488c45"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ace481189ca0b15672b9fe76e1823a982f6ad6f2f511852d03d64f4d7d8f22ba"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "56f771b5e53a248a567d9eace29ac53b6272618eff91fa969bb0815ea3568376"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            5,
            11,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            6,
            4,
            6,
            5,
            12,
            10,
            21
          ],
          "topCandidateScores": [
            -2.5101726055145264,
            -4.05357027053833,
            -4.200662612915039,
            -4.492990493774414,
            -5.412240028381348,
            -5.59511661529541,
            -5.715084552764893,
            -6.238042831420898,
            -6.364686012268066,
            -6.6678948402404785
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1828765869140625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "89252577f760310b620e8d3bfd4e5b804271d49d313f19106ceda5e476af07d4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "27d261c114c53ce836d92f3f330e158281f1dbb0eb96c236a6f69702b1ab3246"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8592c46b7940e9b71c7ea6203b0d01296833d7b50ac39225d22efaa558a79981"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f1530505298cae47f59d7806d165d192cc4a289b08ec70a1d27dd08fbf1f707b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f9315bc23843210c434b3d369ff0ab094f103bf906a4a35e0f8e3f9110c2cbb5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e625d3136cd2604437c4fc2eb1030a7a4a39eb3170510de8a593d0cdbcf48560"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "b0ad8efb4edaf3949467ac1f5ccd363df6ff51e0cfefb12e9d753ff14781b620"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5b6a257ed6c8741bc0c3290b7c41a204504554aaf283f575114a03463021eca3"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            9,
            7,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            8,
            5,
            9,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -2.5101730823516846,
            -4.053585052490234,
            -4.502514839172363,
            -5.243400573730469,
            -5.412386894226074,
            -5.712594032287598,
            -5.943343639373779,
            -7.239837169647217,
            -7.402772903442383,
            -7.820486068725586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.30020713806152344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8fb66e7e2d4d50a2a8666ae1209d74a649f391edc2283a0e51439523105335a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "275ae71306b0725096e894bd7282a539aefd863e298521f32b420610b83e3f06"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f7d1d2b26846345e7e0aecb680371bc9ceccd1d2fc76e286ab76d9381bcecbf0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4637fff0966741396899e860ffd3f60252c8af86cb049c77ab2da1a0414f3038"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "52a649323a224a0b5ada3973118a6d3c370f14174db54e56477cdffb4d806a77"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0c62cc9b9ab93d1f533d8eb717c2a00fb76a0f75ae01f8765163974870715dfd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "21567dd8266a9681ae926460b5e4dbe926698d2358f9cd449285e4f161a7eba5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "81b7f58a31477c8ff9c58974e8832726d42869103aea8a9a5874b1ba2c3ce37f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            9,
            4,
            19,
            9,
            20,
            9,
            12,
            27
          ],
          "topCandidateScores": [
            -3.1808409690856934,
            -4.0580010414123535,
            -4.508736610412598,
            -4.802038192749023,
            -4.942934989929199,
            -4.993806838989258,
            -5.100867748260498,
            -5.291792869567871,
            -5.454814910888672,
            -5.547702789306641
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.050871849060058594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "96a1c064b982554044ad34467710aee77c5bbbeffeaca2e3da0d4b6b5d99a4bb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "61671cfb799d47f01062c0485f7ef31914575e80c177af40e521c63aae931519"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "06026c8319479a20b5161329703a2731a878d04fdd0b79c7c225742256778caf"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "69d6cda895a796a79d03cfc00ce08c8195355278e3aa39635066edd46599304f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0201be9e6a6c2af2f127906f19c2a541794de02a7e2e200e2ec4139bc5ab591d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b1b690da811c67a2f26bf9b69a3477535781ec385fd8a5b88f182d430a992856"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ff56502d39c31a311a4b8d7295fa084cfc2b458b11f89c29399166f529469247"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0f9bf1937ae7d15ecc1b22642c9cfafe60af5d9dcf1f4625028ccb800c4aa3fb"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            9,
            4,
            19
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            9,
            8,
            6,
            17,
            8,
            8,
            11
          ],
          "topCandidateScores": [
            -4.213150978088379,
            -4.237220764160156,
            -4.508736610412598,
            -4.710154056549072,
            -4.802038192749023,
            -5.314851760864258,
            -5.4996137619018555,
            -5.804485321044922,
            -6.112286567687988,
            -6.120309829711914
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.508736610412598,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5128135681152344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "9327457708bb2173eb3dc631464b26016cfb17e6b96c15ba6f48533d4cbe4c7c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "377ece83f69046b2d814e45c169a2e6a3df87f2dd33feb39537ce3a211263792"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5b51c77099c3e2e82b27842c824f23ba0da5ba873257cd638be8d5d4717172e7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "bac0140455567313fe83dbb3f11acefd806cd11abe503ed1ffa1194a5b7426ab"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ac08b02e732f40e1f17c93221577a7ae7a92833c49a09165cef2169546041cff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "313814dc07970fbad974991e52176ab097248278898b70165651707ff3455963"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "859d6806d1f2a20cee35c4520e885dd95d63b61f5aa0b04b8af42e1c798401b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1b20013ffddb7e2c5ec4875af79b149e74bea947cb444c6c0b310dac74b642a1"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            6,
            6,
            9,
            8
          ],
          "topCandidateParents": [
            0,
            4,
            3,
            1,
            1,
            3,
            0,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            5,
            5,
            11,
            7,
            6,
            5,
            14,
            9
          ],
          "topCandidateScores": [
            -4.820140361785889,
            -4.927628040313721,
            -5.320822715759277,
            -5.328881740570068,
            -5.435370922088623,
            -5.589768886566162,
            -5.592957496643066,
            -5.653744220733643,
            -6.054388523101807,
            -6.4130473136901855
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15439796447753906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5def6ec79434b2d7713b06f36a3b40663e3b7f3aba66cbcaecf32259674490f4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4e164272cce05527cce6edb6ffcf799754bce9c72b19ff72e9d5e9d507b6a627"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ad4275a70399e5ee4f49460aa8553154de5c99dd96e98ab1eb22c35fc5b8d0b8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b5cd87b5275a5530a98db6f1b69968d6faa2824f2ed85586064343ffad131e83"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5e0a396a2ddabbaeeab19e644a8c08f862726cd1bd5dadb130ec9721f33316c8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "36b095079ede05b2e631f84c15bd344d0cf638761649bc1af82b25abeeea3098"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a23e4dcc1623678ec05b15739b19e803396db85a7cbffb4fc6adfba1e67b5e53"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2e778c9b46fef87b1bdfa741e80afe85ca22d4ccb7d7ae4d331d7a3a72b67644"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            0,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            5,
            7,
            6,
            5,
            13,
            6,
            12
          ],
          "topCandidateScores": [
            -5.153315544128418,
            -5.399868488311768,
            -5.481256484985352,
            -5.607979774475098,
            -5.72705078125,
            -5.765653133392334,
            -7.048025131225586,
            -7.266737937927246,
            -7.733643054962158,
            -8.05229377746582
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.038602352142333984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8e509773471d2e3e38bcf4c772a7d6c4076b464d6218edb770fceb1e9c93b159"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "17f398db64a5172c8a9434942e442cb3600baca1eff7fbaf75f8869c202ea50d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3507798eeeb19d0a5094eef894cad09c22f6f6db566c70165dc1fb899730c1f8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "484633ea2c30c4560297a84a2bc3f82aa611d53d86a04f7fcac7cd652deb3bb7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "520706685cbb81956ecb4e161e2895bf6f4c1afc04434fab075ca288df946108"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "aa3bd1fc35c4d7c3c5c7fa0f01becf8fa62002c4411dbf3dc24328c12c1c7cb5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "076d95d953404c4b36827a71b4b5ef8b813b56f4822ed5e281eb452bb52e29ce"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "236bbe693ce2cfbc6e9fee8b95e5dbe2ea7c5234e96fd8d5c3dfc8270dcc2ca0"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            5,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            7,
            5,
            6,
            6,
            6,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -5.404974937438965,
            -5.458617210388184,
            -5.481256484985352,
            -5.922867774963379,
            -6.625677108764648,
            -6.795839309692383,
            -7.420537948608398,
            -7.478224754333496,
            -7.636953830718994,
            -7.95435094833374
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17016220092773438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "539b808ad1a62e1bbb7c042782188f513ddca3f59edfd18273ce3ae8a19017b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "48eac15bac6dc8175e08e9ec34d92af3de085ea989f76974f4a042c86d26c3a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f5ad0572b6bfb17416efdd8c4b049b9214e084819b876c5204afd137935534b3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3dcaf1e2433904f00109364376ab6346a7a0ad5ae0f2024d79742d4b63402bd1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "131d5afc41884832243e14f56483d17a83707449094b6c6bc0fe2edd714ec21c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b5a8b9d2dbd7831a2a4499df295a92de9c2cfbf2285fb12cad35b9a5e3afb6ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "aada4edc4df69f0644cadce4da1b61c7685ee8664a15d71ef217c29b4b5c04c4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e0c852f807e9a4bd7d68a6d47b05f2148ea87e6118a71457391f94f462e16b12"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            4,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            5,
            4,
            5,
            5,
            6,
            17
          ],
          "topCandidateScores": [
            -5.571970462799072,
            -5.894452095031738,
            -6.065013408660889,
            -6.354929447174072,
            -6.737420082092285,
            -6.809889793395996,
            -6.909196376800537,
            -7.844210624694824,
            -7.910393238067627,
            -7.932896614074707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07246971130371094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "526eaad2d89e0909807ba44e69d75acd9045940f0cabe5766bd4bdd0c9913d67"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "375ed98d1e9d268c84b91dae990b16555de0b463a2d031ce1fe7ae38a4fbeed3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "991789665330d32ad924b60a76c8fb3f4e3a44dc354c01b4008dcb87f945794e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7c9f6b6f9e13bd67f0ee3c4056a9dbe6b33b3a0572f2f100f8d1381a371492ad"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7d0581d081648de6b23871b8eb4f88713ca1a6ac882b6601da07601074cc7318"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cd6cc4c6e36c8d0c5cec70fe397a36375f225dd31ec19bd62bb01f9052099543"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8099c101b2d297e68a8084606834577d9696cb2dc9ad8650047169525fb88656"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "46a629a98bd396c391ec60250e9af5fd0bf5ae2a0535f6c7ed48396d28b84d4b"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            2,
            1,
            2,
            4,
            1,
            1,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            7,
            9,
            12,
            28,
            6
          ],
          "topCandidateScores": [
            -5.600959300994873,
            -6.673537254333496,
            -6.7177839279174805,
            -6.790266990661621,
            -6.816452980041504,
            -6.840853691101074,
            -7.741471767425537,
            -7.812284469604492,
            -8.31123161315918,
            -8.726127624511719
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.816452980041504,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024400711059570312,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "97f458e732ad3bdc60867229f5993cfcd01f2f822296e34598385685832bf42d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "580890160b65cb088215914fbc7e3b47dbbe80129cef598977d66e0cbcc6d862"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "2e3f3202a64e85c366b0b3956e1d27bf90999a3c2ac11dc8c7913b63f22f9668"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "640c66a35e18c28452d5439a2da0f742f2f7efa1f7d13e244fac05f36383d22d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "88ff1224266097fac19228e672325a4f74a955d7ef21c91a60c35f192f9258cf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "41a263f7d1d7c39738edfb56eb12bfec4ac200945a01c5264c82476094cd2b03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d26484c06aea8964e216e1f3f90240d415cd5f2893a6df670e3f652a8fc73c9f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d8c0c0fa604a74a2eb2bd89b86cb5618860abd82ba676ea431fc89622a58c8c3"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            4,
            3,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            6,
            7,
            12,
            11,
            6,
            9
          ],
          "topCandidateScores": [
            -5.603367805480957,
            -6.776775360107422,
            -6.96295690536499,
            -7.4034342765808105,
            -7.772740364074707,
            -8.619613647460938,
            -8.751304626464844,
            -9.04287338256836,
            -9.092506408691406,
            -9.190296173095703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8468732833862305,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "24ab60d00a582b44ce4520c7bc61d447b33fa24f4b13ff509a44a7a5bee8a11f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "bb3095bf8208acddcba356fd9dd0f18a54cd6888ead217f75f74541e4d36e4b3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "30f153f3f3212ed6807e666b06865abe21191bce476cad00c80f99e338f57b37"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "415f25bac5ca87e8b0cbd6146e3a4cf2948e5ac5ffdab9c907256c7b67d8810f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "be96661d652bd3e9c692cf2b6bb35bef294138ff56593316b68c044072bc87b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4264b6bad6cc3f3924e4a1270b9bcf8fe742e4cbc366e999527bce761972375f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ddcc8bbb4957d87fff2c2d12d937bb26acf608f691d0fee6826c6f5bdec262b0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ab28cd60b569565cd0b2c0ed7e2b626e03bc3edb3dc75b5613e5be9805cde2aa"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            2,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            11,
            3,
            5,
            6,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -5.604614734649658,
            -6.795952320098877,
            -7.261783599853516,
            -7.948882579803467,
            -8.476617813110352,
            -8.861780166625977,
            -9.061273574829102,
            -9.307312965393066,
            -9.757043838500977,
            -10.334839820861816
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                37,
                6,
                11,
                9,
                7,
                6,
                9,
                5,
                5,
                7,
                9,
                5,
                5
              ],
              "score": -5.604614734649658,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -6.795952320098877,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -8.476617813110352,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.385162353515625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "8086b376512bcc736dbd30ac7d6739ccbe2fb81e0adfc693f886119d72607ed1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "41ce63b7dcdcc1488172c5e22965fde2dfd279f8561fef23fdd71dadc4738055"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0394575e0bcd1532325b52d66cb4f485c45f3d610214612f1efc6c1cc095b6fb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "51bad525e991d7ec945e2ce79e879dcaa09f9c11415ce040682adf316825e6b8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5cfb8e9b42810d66beb7c9692abe2d3244f389e6702d7a6e5a201795a559aba4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "11a5fb81e9c240c9c18b2eccf7c768d905de5369c8dde74858caf0445126fbe7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b4a7ec566cf2a1ab4c19cee35fb4ba647c99f0b21b2a54212e966b65e3ebd764"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e86a71b6358437dec506cf0184ba98366b10a652df9ba10d79ec49d661115aea"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            21,
            19,
            20,
            14,
            39
          ],
          "topCandidateScores": [
            -0.36481672525405884,
            -2.00305438041687,
            -2.809847354888916,
            -3.2180399894714355,
            -4.294954776763916,
            -4.845893383026123,
            -5.182867527008057,
            -5.185511112213135,
            -5.385601997375488,
            -5.563936233520508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.550938606262207
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            0,
            0,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            8,
            11,
            8,
            5,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.9705967307090759,
            -1.8643920421600342,
            -2.760430097579956,
            -2.8098487854003906,
            -3.0420074462890625,
            -3.3323235511779785,
            -3.4119679927825928,
            -3.60489821434021,
            -3.702209949493408,
            -4.193088531494141
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.290316104888916
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            8,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            1,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            5,
            4,
            6,
            9,
            5,
            11,
            3
          ],
          "topCandidateScores": [
            -1.4220956563949585,
            -2.603685140609741,
            -2.965449333190918,
            -3.0518369674682617,
            -3.151318311691284,
            -3.2286527156829834,
            -3.3661115169525146,
            -3.545581102371216,
            -3.8662526607513428,
            -3.921994924545288
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07733440399169922
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            4,
            0,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            6,
            7,
            4,
            37,
            5,
            5,
            3,
            9
          ],
          "topCandidateScores": [
            -2.0183029174804688,
            -3.2608389854431152,
            -3.402832508087158,
            -3.4475209712982178,
            -3.552544355392456,
            -3.8500094413757324,
            -4.0099005699157715,
            -4.1563262939453125,
            -4.163918495178223,
            -4.492514133453369
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9
              ],
              "score": -3.2608389854431152,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29746508598327637
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            37,
            6,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            2,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            4,
            9,
            5,
            6,
            5,
            6,
            3
          ],
          "topCandidateScores": [
            -2.1459879875183105,
            -3.7748351097106934,
            -3.875312089920044,
            -3.9560739994049072,
            -4.171730041503906,
            -4.669647693634033,
            -4.9100494384765625,
            -5.001394271850586,
            -5.685178756713867,
            -5.7801127433776855
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.49791765213012695
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            6,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            3,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            11,
            5,
            4,
            7,
            6,
            5,
            12,
            3
          ],
          "topCandidateScores": [
            -2.4693374633789062,
            -3.7899527549743652,
            -4.036360740661621,
            -4.335403919219971,
            -4.612481117248535,
            -4.655371189117432,
            -5.197509765625,
            -5.278133869171143,
            -5.30760383605957,
            -5.367645263671875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.042890071868896484
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            5,
            11,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            6,
            4,
            6,
            5,
            12,
            10,
            21
          ],
          "topCandidateScores": [
            -2.5101590156555176,
            -4.053556442260742,
            -4.200649738311768,
            -4.492978572845459,
            -5.412233829498291,
            -5.59511137008667,
            -5.7150702476501465,
            -6.238031387329102,
            -6.36467981338501,
            -6.667883396148682
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1828775405883789
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            9,
            7,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            8,
            5,
            9,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -2.510159492492676,
            -4.0535712242126465,
            -4.502501964569092,
            -5.243387222290039,
            -5.412380218505859,
            -5.712580680847168,
            -5.943330764770508,
            -7.239824295043945,
            -7.402760982513428,
            -7.820470809936523
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3002004623413086
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            9,
            4,
            19,
            9,
            20,
            9,
            12,
            27
          ],
          "topCandidateScores": [
            -3.1808266639709473,
            -4.057986259460449,
            -4.50872278213501,
            -4.802024841308594,
            -4.942920684814453,
            -4.99379301071167,
            -5.100853443145752,
            -5.291778564453125,
            -5.454801559448242,
            -5.547688007354736
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0508723258972168
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            9,
            4,
            19
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            9,
            8,
            6,
            17,
            8,
            8,
            11
          ],
          "topCandidateScores": [
            -4.213138103485107,
            -4.2372050285339355,
            -4.50872278213501,
            -4.710138320922852,
            -4.802024841308594,
            -5.314835548400879,
            -5.499600410461426,
            -5.804469585418701,
            -6.112274169921875,
            -6.120294094085693
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.50872278213501,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5128107070922852
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            6,
            6,
            9,
            8
          ],
          "topCandidateParents": [
            0,
            4,
            3,
            1,
            1,
            3,
            0,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            5,
            5,
            11,
            7,
            6,
            5,
            14,
            9
          ],
          "topCandidateScores": [
            -4.820127010345459,
            -4.9276123046875,
            -5.320806980133057,
            -5.328866958618164,
            -5.435355186462402,
            -5.589752674102783,
            -5.5929436683654785,
            -5.653728008270264,
            -6.054369926452637,
            -6.413031101226807
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15439748764038086
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            0,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            5,
            7,
            6,
            5,
            13,
            6,
            12
          ],
          "topCandidateScores": [
            -5.1532979011535645,
            -5.3998517990112305,
            -5.481240272521973,
            -5.607964992523193,
            -5.7270355224609375,
            -5.765639305114746,
            -7.048008918762207,
            -7.266726016998291,
            -7.733627796173096,
            -8.052276611328125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.038603782653808594
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            5,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            7,
            5,
            6,
            6,
            6,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -5.4049577713012695,
            -5.458598613739014,
            -5.481240272521973,
            -5.922852039337158,
            -6.625661373138428,
            -6.7958221435546875,
            -7.420523643493652,
            -7.478209495544434,
            -7.636936664581299,
            -7.954335689544678
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17016077041625977
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            4,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            5,
            4,
            5,
            5,
            6,
            17
          ],
          "topCandidateScores": [
            -5.5719523429870605,
            -5.89443302154541,
            -6.064996242523193,
            -6.354912757873535,
            -6.7374043464660645,
            -6.809871196746826,
            -6.909181118011475,
            -7.844193458557129,
            -7.910377502441406,
            -7.932879447937012
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07246685028076172
        },
        {
          "step": 14,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            2,
            1,
            2,
            4,
            1,
            1,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            7,
            9,
            12,
            28,
            6
          ],
          "topCandidateScores": [
            -5.600939750671387,
            -6.673519611358643,
            -6.717766284942627,
            -6.790245056152344,
            -6.81643533706665,
            -6.840837001800537,
            -7.741454124450684,
            -7.812264919281006,
            -8.311210632324219,
            -8.726110458374023
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.81643533706665,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.02440166473388672
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            4,
            3,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            6,
            7,
            12,
            11,
            6,
            9
          ],
          "topCandidateScores": [
            -5.603347301483154,
            -6.77675724029541,
            -6.962939262390137,
            -7.403416156768799,
            -7.7727179527282715,
            -8.619592666625977,
            -8.751287460327148,
            -9.042848587036133,
            -9.092488288879395,
            -9.19028091430664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8468747138977051
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            2,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            11,
            3,
            5,
            6,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -5.604593276977539,
            -6.795932769775391,
            -7.261765956878662,
            -7.948859691619873,
            -8.476598739624023,
            -8.861761093139648,
            -9.06125545501709,
            -9.307295799255371,
            -9.757024765014648,
            -10.334821701049805
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                37,
                6,
                11,
                9,
                7,
                6,
                9,
                5,
                5,
                7,
                9,
                5,
                5
              ],
              "score": -5.604593276977539,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -6.795932769775391,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -8.476598739624023,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.385162353515625
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9
          ],
          "score": -3.2608489990234375,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.508736610412598,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            37,
            6,
            11,
            9,
            7,
            6,
            9,
            5,
            5,
            7,
            9,
            5,
            5
          ],
          "score": -5.604614734649658,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -6.795952320098877,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.816452980041504,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9
          ],
          "score": -3.2608389854431152,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.50872278213501,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            37,
            6,
            11,
            9,
            7,
            6,
            9,
            5,
            5,
            7,
            9,
            5,
            5
          ],
          "score": -5.604593276977539,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -6.795932769775391,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.81643533706665,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CCO",
        "candidates": [
          {
            "smiles": "CCO",
            "formula": "C2H6O",
            "model_score": -3.2608489990234375,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "CCO",
        "candidates": [
          {
            "smiles": "CCO",
            "formula": "C2H6O",
            "model_score": -3.2608389854431152,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-cpu",
      "id": "amide-reactants",
      "logitPairs": [
        "original-cpu__amide-reactants__logits_0",
        "original-cpu__amide-reactants__logits_1",
        "original-cpu__amide-reactants__logits_2",
        "original-cpu__amide-reactants__logits_3",
        "original-cpu__amide-reactants__logits_4",
        "original-cpu__amide-reactants__logits_5",
        "original-cpu__amide-reactants__logits_6",
        "original-cpu__amide-reactants__logits_7",
        "original-cpu__amide-reactants__logits_8",
        "original-cpu__amide-reactants__logits_9",
        "original-cpu__amide-reactants__logits_10",
        "original-cpu__amide-reactants__logits_11",
        "original-cpu__amide-reactants__logits_12",
        "original-cpu__amide-reactants__logits_13",
        "original-cpu__amide-reactants__logits_14",
        "original-cpu__amide-reactants__logits_15",
        "original-cpu__amide-reactants__logits_16"
      ],
      "maximumProbabilityError": 1.2828871831516153e-06,
      "maximumRowTotalVariation": 1.2850384607529976e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            30,
            42,
            28,
            39,
            14
          ],
          "topCandidateScores": [
            -0.2729269564151764,
            -2.3934860229492188,
            -2.5060513019561768,
            -2.853314161300659,
            -5.4993486404418945,
            -7.528581142425537,
            -7.6753411293029785,
            -7.693213939666748,
            -7.822280406951904,
            -7.842170238494873
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0292325019836426,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "017e99b6fb249c1a86da203bc7b139fc9309aaa8367f756b5891347752e7c1fe"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "23fff321a4fbc3fa13ca3ce7b219c13bd5f0a022e976ad2556b95baec0f02a3d"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "bf05a1b5009693c165e2598c655aa123b88e6a4e83247ff29841f93ffd0f70ee"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "4b356cf3b7133c90da0748d805d8432d3606cf1e474f8475da514b545af7f93a"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0da8dcc4557ed77178d16f15b1dea67cae2c2ecf5ad47a19c359e4b6f809067f"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "aebb54e1a7bb60f5f196600a4539cee8da086caa565cb9981565fc1a707a7b66"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "2fd80de5983479e7262bd1ce970de70eefbe6a16d40656a74ed1e6cb4b5e46de"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "421205cf95e9f8fd151753f303ffa2eda14e948c9af68fa115d7be8c244d2192"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "17a9b4cccac172b939551313a4f616d635f86cccf56f7dcfc5c49d29a724ed5c"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7bfe8a14b970b434971cf9d30aa6f84e870e4304d9eefb301d021bac47d6a41d"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "f1237a93c42a4fe1f2bcad8250c1e0dff27e441c527fa7b463da54335d1986da"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "c970df65893f15db4b1ce7a34edcd65cc04355b425075c1d9afeefc377c5ef36"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0de2988880c441c32f2b0f1455160f62f6117afb2cd72c8360c72687f61a76d3"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "28222010f43cc736f6b352a9ad732af3977b0447ce1d0ff3e6aef8e6d6b4fcc5"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            0,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            5,
            4,
            11,
            9,
            4,
            24,
            6
          ],
          "topCandidateScores": [
            -0.3858065903186798,
            -2.449526309967041,
            -2.8533143997192383,
            -3.401338815689087,
            -3.4250898361206055,
            -3.8996405601501465,
            -4.1475510597229,
            -4.22461462020874,
            -4.576045989990234,
            -4.6027750968933105
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.474550724029541,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d54dba53bb234aef5de39650cf7bfc186cd072c545ed4d2256544d0b96aa8ea9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1733551314d01adb89a34e3bb80e0294e5b6e90ed7a958d287c82af1c2665f01"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "5844b6ee98246eff9b8851dbe22fa5a06100fbff5f5b2caf0c01d87cd308c462"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1ca21e643ef6d9734bb13223341416772fe554f9f5982d200e7ef798d51dd025"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8bc1587c80dfcd554f5fdcc2c966932f08067a6d1ff95852f8dd0086f06ab3a5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "246141dda9d54e280b3fc3faea80f661641e4042fedb3a81dce6cfca7f9ccd79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "97f706e60adcf1c37ec6769889e06aa86de6e0ce453192cd30cb206fd894b701"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "227a78428b5eb84770b725595d6355919d56619c9fd7efd935dec2aca64c4908"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            8,
            12,
            6,
            5,
            9,
            8,
            5
          ],
          "topCandidateScores": [
            -0.4972008466720581,
            -2.5225367546081543,
            -2.9552857875823975,
            -3.4250898361206055,
            -3.6009085178375244,
            -3.6815874576568604,
            -3.9976885318756104,
            -4.552278995513916,
            -5.063507080078125,
            -5.231167793273926
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08067893981933594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2a11b921d7331cce4b8b92df14ac1901a4e669b097b3fa5e3c6ef91dc58b011a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "fac5de41d91fbf580f8be2e68e519585b9b62e6b5028c19f061237e45e4dd80a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b0ff31cfa3ac2b4d92f66afcd8aaa98ce31aca2ad5781847099745497592e21d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "286d30b65f8f22c02b2f953b0340c51c2d81e417e333dc721a6155d4f4f65d94"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "3482a68efdb8cb8dee80ca2d20f007dc6a07f057ea363a75afd80937cda39758"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c1c0840397becd9dca064bd22780114ec60db9554727c674e5d768026816be49"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "629722bfd15beebc92ded81803ae526f9615cff173857da7aba0d9d35402044d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "62921e32316fe5b0f5e19f23618b8c1532967c6863c461d587d2ef46c9580a26"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            4,
            4,
            4,
            8,
            6,
            12,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5209567546844482,
            -2.908447265625,
            -3.0462777614593506,
            -3.4275929927825928,
            -4.008212566375732,
            -4.015339374542236,
            -4.888195991516113,
            -4.9162092208862305,
            -5.288993835449219,
            -5.6522111892700195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007126808166503906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4c6b029785a65623a501a0582ce6ceeee3550941093366044b3d83a59f41b403"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "dcfafac9f2669f296813ddb36f568e8e66f99167f862188ec55bc102959b2764"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b30cecc6bd051678f60afd155c30d89e0af381fcdc1df8df787e49df498c2a20"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "36ee70a7c2076478ab090c65182a4814f81c86b7e92db421052178ce0afe2f9b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c4b4b59422ec4ef4a8064e9f1ffbd289eddda47c1c1c338e49b96f74eb97caca"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6605fc5511783e85cc795378c5eff2b65283a7e44fdf1f148eb5398a0ffdef00"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6d93add400e05752f4686a3c8243c64d2338bb3113a245f471dcc23e7ceda9ff"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "93981e62af68b7c7c2658a6bcfd312cabad1c36a179c8e2fc7af5efa36f6cbf6"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            4,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            4,
            9,
            5,
            8,
            12,
            17,
            6,
            12
          ],
          "topCandidateScores": [
            -0.5234120488166809,
            -3.1108345985412598,
            -3.46085786819458,
            -3.8191139698028564,
            -3.959900140762329,
            -4.008212566375732,
            -4.676513195037842,
            -5.926294326782227,
            -6.098903656005859,
            -6.638075828552246
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04831242561340332,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "aa3d1b3dd98e1aacbc68c9e7ef58f4858e7a9077c1b98dd4ea8d0e912b8f41c7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "18395dafa1d713edbc1f5b120f33821a0a657a0bfd6a8cb760d5203cf92f48ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "b2798c1cc161ebfcf2372a4b1cf616b05334561a9a52f6800f0c6b33455b2541"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ebfc839b46a0c11d38a82ade690734ec844dfb904fdda2ec1254fd3cdafd8a27"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0ec628ebdc795de8b7cec52aa5a7148beee01136f7c2109fa58594d7ac496ce1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "14a2a26c8babda5d88b6a9a6c6d7a19888c1ce85f3033929ad2379ac2df8f0a6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "67efe57f9a29179d0317651b93c2760022cc0455b538e4d070a8f24dbee40b7c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "af9d15a461f82d4b7ebf2fa4f2de878f512faffef8c9d7166e34413b2cde880e"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            4,
            4,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            6,
            7,
            10,
            4,
            17,
            12,
            11,
            4
          ],
          "topCandidateScores": [
            -0.5234128832817078,
            -3.4947166442871094,
            -3.8050272464752197,
            -3.840503692626953,
            -3.901390314102173,
            -5.2790117263793945,
            -5.420693874359131,
            -5.788003444671631,
            -5.934591293334961,
            -6.175327301025391
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3776214122772217,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "effe91c27fdfb3d355d6c20f88a9dfeebd820bb1b011551f519d963affd05af3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7f95675885db78037687f9d002c9ba36e7a92e04d21bd64c4c057a5851f53c10"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "456d4029a17fd1b745939db9731fc2003af113e9266d58ae0e28a705f4f0e7e0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7b8ffc5cc41d3ea01aedca2c297d4c27215c64050ff72747ee606f351948e4a7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d5f49255b1f6ca5195ceee79c5c21ec170604ef003a0cff690f2d0886cd0b778"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e2712181b77991fd6e92334a5b766c12ed4de679497751226631fd8b79cd211e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "35f5ca49f6ee793a792c2e19214f96313695182ff3a11b06c8afb3a4ba3e8997"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5bf54c5c6fa86ff75dfc489b098cc8fed15331f2ae01890fedaeabecc498cfeb"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            6,
            7,
            10
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            4,
            5,
            25,
            6,
            4,
            5,
            9,
            4
          ],
          "topCandidateScores": [
            -0.5761286020278931,
            -4.17531156539917,
            -4.2712225914001465,
            -4.308544635772705,
            -4.326902389526367,
            -4.354471206665039,
            -4.376988410949707,
            -4.7183709144592285,
            -4.7911224365234375,
            -5.245669364929199
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.027568817138671875,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e01a64260065b2677a74f920446782780a1654fce67ee03c5d7dfa66add1d43d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9ef89580772d642260029e6ac59f7322966237e87af1e67c89f4ac8a46877c29"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c5cbc5ec007f4df34cef96bb18a5dc4c2a9a4b4519100153d52dc1c935935345"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "0b533c49f1999b0e9da7eef0a85e1f1120d163474ea27a0f542e13c79074ebcf"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "656fea4caa4cb8a4f6d36b77d66db62ccec07b2f7a587ab7e7e82459a2372be8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "26664479fbec35bc7cc854dc2ea7daff41d397ec6dc3daf747fdaebd0f801449"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "637c8b9ebaf627770671a22fc7811fb71c8d1f9886d783a88cfa87ddf61b685b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2977f2a833706b4891b85d030f889fe7182518f0a4e186dc4d99f55540ef36a8"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            12,
            4,
            5,
            25
          ],
          "topCandidateParents": [
            0,
            4,
            2,
            1,
            0,
            3,
            0,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            5,
            5,
            12,
            6,
            4,
            4,
            11
          ],
          "topCandidateScores": [
            -0.5985647439956665,
            -4.354279041290283,
            -4.6401686668396,
            -5.059791088104248,
            -5.095737934112549,
            -5.22421932220459,
            -5.273972988128662,
            -5.578270435333252,
            -5.870994567871094,
            -5.952592372894287
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12848138809204102,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3978f25757954ca79ee263181dcbe037fc297a5a1d3d4e7a01dde0161e286033"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "09ac3f22909c30df055019be630d9afd63e6cbca27b126e85b1807e9a3c77188"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9d920d0c6be02602a636e098ccca4959c2bce0cd09dd7fc31b15b0a2e5225604"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "150a70a54f009957e131f4011e4b0d05d1b3bb891fe77fdb60fbbb863f2b7541"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c8a937d1dae5ca5039d2087ef2003a69c9243d9cf7b8c7f8e98d262381046d9b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e638725c2c1f8c72b578ad73999dc1fdadce895ed7d52f68abba97a5eb572e13"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7414a4de1877eca2f0bb8256b12b65d4fb34db4e16910c8bdca1066c0dc123b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5a5a77aef7f6a19dc5666fcf2c4351bcd3993652b47deb956e1b545b99e9318e"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            4,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            8,
            8,
            5,
            13,
            6,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.5985647439956665,
            -4.484206199645996,
            -4.640232563018799,
            -5.642111778259277,
            -6.041628360748291,
            -6.5574493408203125,
            -6.690255165100098,
            -6.759138107299805,
            -6.786774635314941,
            -6.901971817016602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5158209800720215,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c44bc4d466b67d0daf063bdd2838a218a90f44b1af4cabdaf3a7497e8d314c56"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bca0d1666f8667e9170c9c2682c4fbd39fd80928f6b609ae71bac408ad5aca68"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "16b3efa38f20aa3108bc5b08cd90cb9e7ed0592ab030e760be964e5163190676"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "79dee9134565961e9a9bb511a55d19dff1dfbdecb79a1fc2acf9f82f08f69528"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2ae111acfa09ba1764cdb3401351e910a562cdb48da259a544025fe447ad30c3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5ea7b04041034d73fcd1e911e7c47860d8159a8205b6164e5c511cddf4cf0a5d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d96413a71a64d377e03a55ed9134d3c9617f0aee18f5510f880f3c06fdf85cb6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "05bee087496c76c0dc43407363746492d90238d5e459e445f503728177f28fff"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            2,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            5,
            11,
            10,
            18,
            9,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5985859632492065,
            -4.485093593597412,
            -4.930880069732666,
            -6.198331832885742,
            -6.939476013183594,
            -6.952164173126221,
            -7.079059600830078,
            -7.2330322265625,
            -7.6109161376953125,
            -7.64576530456543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012688159942626953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "90e3dcf746a358112dacaa3ee84739efc93e57b0f27f456782a34493a68d3006"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "140e1c7a8ee4e18f1aca8e449f85e530d4e0b06e079e392a0158603fb3a522ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f0e15902eef384512ff365bae953fe782b158ccb7da33feb330fd9ca8d80c585"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "414ac5c068726574573ef007bc19a2bea7390fe577a69e4bf13604f13e48e587"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c5058700aed7cf4ab2ce793235a5f21638e5424b94c61a13f99310bbac185cf3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "458a19d43fae9988d9f2a506ce4230d56ed2855857b39177792badfeb06a635c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5d6e15ea17644ec7eb3e45d7e6116802fb5d5f780889c0a4394e0186fe322c53"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c7b33eafe4bb173b2a680234b0aaef691b8bceed2e4397af9087eae833c2f892"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            6,
            5,
            5,
            5,
            11,
            11,
            6,
            4
          ],
          "topCandidateScores": [
            -0.5990825891494751,
            -4.485209941864014,
            -5.263819694519043,
            -6.424421787261963,
            -6.897029399871826,
            -6.94553804397583,
            -7.392446994781494,
            -7.9860334396362305,
            -8.309904098510742,
            -8.663728713989258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.048508644104003906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e0c087b0dfb2815da7a938562472e033421ccd07f9b95f27ab2e237ff9f0c0bf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ac5c17811ee7f74f16deb15bcd13567ceb36a2716a6a587ad4dfc51f48a0380f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d49d0d70c1405c4360042f43a0a8866a251a5e233dc6d0e2a8dc4e07f03268f0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5ded7b6118bc0bff8ab2343d943e00667cc2603544fbccc427980418108eefb1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "732909a407c398a0654f029f9b2d97ff8f7067b9fc851ed9d899e78939bb4dc5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "dd9349d86b29768a35030d8b6f57e2d1012030e4a69d2efd7a9b68bcc8900f23"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abdd0071924f8f4277fb866621986e8e250c527a3c2dd5de7f5e6c34bd83de82"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88d872eaf9a73753044d3f784f73911053de7ba671b4e8078903df4e82e6129c"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            10,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            11,
            5,
            6,
            6,
            4,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -0.5995038151741028,
            -4.485295295715332,
            -5.284036159515381,
            -6.579112529754639,
            -7.090723991394043,
            -8.712467193603516,
            -9.465729713439941,
            -9.494688034057617,
            -9.695402145385742,
            -9.97175407409668
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6217432022094727,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1e65a915dc352655c1396e53f369691c5dba7161fb49b79b410321c6d3c90555"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0c767547c0fef9ccb939d0a8e412b3676abf00ee97a38cf05ca2fd160e49b79f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f73b6ec55ac7c9f57ed3f2444bd1fc0ab2bf82f534e60d0db8feed1ac6a9eee9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "23b09aa2ecaf7fbdb4aa7d1e5a7fa046efef3b14d6dc49c14e1b787c4cf94787"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "39de83b538480fd8804e71ce72b5164553d71c80fc3af7a719c079774c943694"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8fa7226bd9b8449d740428e6b09581ce9ad3fbdaa0785258f444a751f08bd52e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ccdc09becf9a648b38acfa198309881b6cfa2c70a949221459f9ef268863736b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "339fad756bf6c01041df43c5294e67150f36284272a12ddda2c1de55730621c0"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            9,
            6,
            5,
            11,
            10,
            6,
            13,
            12
          ],
          "topCandidateScores": [
            -0.6065809726715088,
            -4.485295295715332,
            -5.2841410636901855,
            -5.611361980438232,
            -6.647182941436768,
            -7.117344379425049,
            -8.608755111694336,
            -9.746174812316895,
            -10.616959571838379,
            -11.184038162231445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47016143798828125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "adca7c789d43f9b0ccd765f866855362ab5a674920682a02b0b0fe5e9a88a11e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "511085b9df51c41b4f884307975707c0c58402e67fcf3c82e551e359ce31e862"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "21346fa700119e5023679c5888968c88eb63ce3ed63334af2cf38b63d44a03e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e9f1627c89062026beb239b8df1244d811a4d29357fb64f137ce32806c6aa6f5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "25804886c25fc58a1bf89887d3fe9ad2ccf0b71c541819b17d29ae67d9b7bdbd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6df955439ef63b7852de26631bf4428d2bb3c0af9e7f3c48e3696a028e20f1d4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "4fd5aba3ab685d60976aa30e3e27bdb6c0b811f58217a474731e6a435f0e3f55"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2871fe7c91e30e13314ca8925dd65b3319740ee9fef4b80ff8c009203542cc60"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            8,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            5,
            5,
            6,
            28,
            17,
            9,
            23
          ],
          "topCandidateScores": [
            -0.6084829568862915,
            -4.485377788543701,
            -5.2841410636901855,
            -6.406289100646973,
            -6.660207748413086,
            -6.9567413330078125,
            -7.051495552062988,
            -8.06916332244873,
            -8.266761779785156,
            -8.669851303100586
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                10,
                25,
                4,
                4,
                4,
                10,
                4,
                8
              ],
              "score": -4.485377788543701,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29653358459472656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "63e853ca9ec0b9d4d18e4a92e7991faf836d00ff5de68d64e23575b3c3abf728"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "936535fc55c5444e9ddc40571759c0e5dbb00226ccf78fcbdcc79aa420116ff9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "9d357050f9a353477d3651a747d8c5bcf25e031208274201879adf176aafc3b8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "3f53a477e5fb5afeb3926d2523588aaa4f03032749786f355a08fcd99b534534"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "72ab5a3e9343ef79c552fa3e1d15e502a483fa1997bd1f0cc0f859c511ef97d0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e0aa7064a1f6be19984dfd259c4fc1e2a2e85a9b7ad7ec538c9611067f87ecb0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5dc76ad23bf126ee5351c63cd0af1c83ad3fa9cbe524a8b18e6ef727bdb903fe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "ea59bd6c01123cf795ea9e82cfdaf6a3061a10cd153304dbcf16b11128d68354"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            6,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            2,
            4,
            3,
            2,
            1,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            9,
            5,
            8,
            6,
            4,
            5,
            28,
            11,
            7
          ],
          "topCandidateScores": [
            -0.6084829568862915,
            -5.979338645935059,
            -6.449637413024902,
            -6.664170265197754,
            -6.7949066162109375,
            -7.091133117675781,
            -8.010476112365723,
            -8.153014183044434,
            -8.756490707397461,
            -8.95633316040039
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29622650146484375,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "28c9e7d794005aa977538a0a2f0a6dceb19488ae1cf98bb7d1f32cdc29f30935"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "0ce08e2264b162ba9e99b2aad361b36d01401a5cb8b53ec0836a005ae8d67653"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6ddd2ad2f959952fdec4ef4703a908e68cfb2537d09449ec44156ab42b4d4324"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e302cd91e6975b9b24bcc5b2e7454dc59cb4009fd087d84dfa61db87f7b96bc5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1c7cf06e1ac024b6b952569f4d294ca33927586a70ea8df41ebaafa3bb09967f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d79599f7309b7961e1cbeeb692e963477bdf0fb68753aa74a173fd11fba73e76"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "7adca07d638926f3561817e015ed7e0fc67c5c9fd37b2b98582f34e80caae96c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "08be7883f5781cd856b398df96d59f9bcfdc730f2a2755197c10e153ff5eaf01"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            9,
            5,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            17,
            5,
            28,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.610425591468811,
            -5.9896674156188965,
            -6.668045997619629,
            -6.883663654327393,
            -6.9292755126953125,
            -7.503093242645264,
            -8.353744506835938,
            -8.702961921691895,
            -8.962743759155273,
            -9.262388229370117
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.610425591468811,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.9896674156188965,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                8,
                5,
                5,
                5,
                5,
                5,
                8
              ],
              "score": -6.668045997619629,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5738177299499512,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2b189f21f7e6811c897a2739ced4ebc6365a4a21b441e3241b244b63a9016592"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "7ce4718cc7528bb285b70a9197eb1eaf48f096165f7c45c1b583c4f41853c0d8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ca3adf2a7f96fabc67c4833915702d341b3afd94a5f4fac2d3a771099cc8f042"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "665268aa5fc1457d2dc68019022b5f57741a5de6ab8a0f23f0eca91c5e42d37a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "620dce5b77eb2b06bab9e4bc88bde6c097e246ba92d7e121d78ce7bec13ca5c0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "84fd91148ae67cd37f94a1413f2c918d9a455f322cfd6be36a68b083f149e01c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "915feb08a26c36dcd8bf98a505cc14969edca4d039ee0c6c3b604e4aa5f76fd3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "889760a9db2b487654e8150e1780a853aa054056f84f77af0e6e12660385fc02"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            28,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            4,
            0,
            1,
            2,
            1,
            1,
            2,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            7,
            6,
            6,
            11,
            3,
            11,
            17,
            5,
            9
          ],
          "topCandidateScores": [
            -6.883663654327393,
            -6.947304725646973,
            -7.503244400024414,
            -8.866515159606934,
            -8.892370223999023,
            -9.778175354003906,
            -10.99818229675293,
            -11.34150505065918,
            -11.772573471069336,
            -11.80064582824707
          ],
          "activeCandidateIndices": [
            6,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -6.883663654327393,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8858051300048828,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "01234999c93d2acd4f12dba8364bfcadd8bacf60c63e94fa176ceab65e043401"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7801bfc3490462d08ec171619c51d8bca22ca48e68aa5960898fa4342ef57054"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "55c48ecf9c7480a9f70be08af976eb06899d5583de45efa88b821869656941b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "585f652f7aca6835a781deb909ab849d0c6750b7abc292305750d4db9ef7b98d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "263cb8cc919c7bc5bf186b2e3872400aaf3a772eb4352b4d27030f84f5eebe17"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7f185f0cedc375208b96e42cf474c125007e9cbb1975dfaa029c5e4861d31895"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d7c97495d69f50dfc451af45eb2e49892f437f4e0039f62bbcefcbdf8946f68b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "319863115468edf8b08b43b80f5fbaab5188d32d98d44347010a15f2613d71c4"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            30,
            42,
            28,
            39,
            14
          ],
          "topCandidateScores": [
            -0.27292659878730774,
            -2.3934857845306396,
            -2.5060513019561768,
            -2.853314161300659,
            -5.4993510246276855,
            -7.52858304977417,
            -7.675342082977295,
            -7.693215847015381,
            -7.822282314300537,
            -7.842170238494873
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0292320251464844
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            0,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            5,
            4,
            11,
            9,
            4,
            24,
            6
          ],
          "topCandidateScores": [
            -0.3858059048652649,
            -2.4495248794555664,
            -2.8533143997192383,
            -3.401338577270508,
            -3.4250895977020264,
            -3.899639368057251,
            -4.147547245025635,
            -4.224610805511475,
            -4.576046943664551,
            -4.602775573730469
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4745497703552246
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            8,
            12,
            6,
            5,
            9,
            8,
            5
          ],
          "topCandidateScores": [
            -0.4971998333930969,
            -2.522535562515259,
            -2.955284833908081,
            -3.4250895977020264,
            -3.600908041000366,
            -3.681586980819702,
            -3.9976863861083984,
            -4.552278518676758,
            -5.063507556915283,
            -5.231166839599609
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08067893981933594
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            4,
            4,
            4,
            8,
            6,
            12,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5209551453590393,
            -2.9084458351135254,
            -3.0462751388549805,
            -3.427591562271118,
            -4.008212089538574,
            -4.015338897705078,
            -4.888193607330322,
            -4.9162092208862305,
            -5.288992881774902,
            -5.652215957641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007126808166503906
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            4,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            4,
            9,
            5,
            8,
            12,
            17,
            6,
            12
          ],
          "topCandidateScores": [
            -0.5234098434448242,
            -3.1108312606811523,
            -3.4608559608459473,
            -3.8191123008728027,
            -3.959897041320801,
            -4.008212089538574,
            -4.676510334014893,
            -5.926294326782227,
            -6.098898410797119,
            -6.638083457946777
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04831504821777344
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            4,
            4,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            6,
            7,
            10,
            4,
            17,
            12,
            11,
            4
          ],
          "topCandidateScores": [
            -0.5234106779098511,
            -3.4947142601013184,
            -3.805022716522217,
            -3.840501546859741,
            -3.9013876914978027,
            -5.279006481170654,
            -5.420691967010498,
            -5.787999629974365,
            -5.934588432312012,
            -6.175327777862549
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3776187896728516
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            6,
            7,
            10
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            4,
            5,
            25,
            6,
            4,
            5,
            9,
            4
          ],
          "topCandidateScores": [
            -0.5761260986328125,
            -4.175306797027588,
            -4.271219253540039,
            -4.308541774749756,
            -4.326897621154785,
            -4.35446834564209,
            -4.376988410949707,
            -4.7183661460876465,
            -4.791121006011963,
            -5.24566650390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.027570724487304688
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            12,
            4,
            5,
            25
          ],
          "topCandidateParents": [
            0,
            4,
            2,
            1,
            0,
            3,
            0,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            5,
            5,
            12,
            6,
            4,
            4,
            11
          ],
          "topCandidateScores": [
            -0.5985621213912964,
            -4.354273319244385,
            -4.640164852142334,
            -5.059786796569824,
            -5.095731258392334,
            -5.224214553833008,
            -5.273968696594238,
            -5.578267574310303,
            -5.870987892150879,
            -5.952586650848389
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12848329544067383
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            4,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            8,
            8,
            5,
            13,
            6,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.5985621213912964,
            -4.4842000007629395,
            -4.640228748321533,
            -5.6421074867248535,
            -6.041623115539551,
            -6.557442665100098,
            -6.690253734588623,
            -6.75913143157959,
            -6.786770820617676,
            -6.901961803436279
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5158195495605469
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            2,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            5,
            11,
            10,
            18,
            9,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5985827445983887,
            -4.4850873947143555,
            -4.930875778198242,
            -6.198328495025635,
            -6.939469337463379,
            -6.952157497406006,
            -7.079052925109863,
            -7.233026504516602,
            -7.610910415649414,
            -7.645760536193848
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012688159942626953
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            6,
            5,
            5,
            5,
            11,
            11,
            6,
            4
          ],
          "topCandidateScores": [
            -0.5990792512893677,
            -4.485203742980957,
            -5.263814926147461,
            -6.424417972564697,
            -6.897027015686035,
            -6.945530891418457,
            -7.392441272735596,
            -7.986028671264648,
            -8.309900283813477,
            -8.66372299194336
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.048503875732421875
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            10,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            11,
            5,
            6,
            6,
            4,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -0.5995004773139954,
            -4.485289096832275,
            -5.284031391143799,
            -6.579109191894531,
            -7.090721130371094,
            -8.7124662399292,
            -9.46572494506836,
            -9.494680404663086,
            -9.69540023803711,
            -9.971744537353516
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6217451095581055
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            9,
            6,
            5,
            11,
            10,
            6,
            13,
            12
          ],
          "topCandidateScores": [
            -0.6065775156021118,
            -4.485289096832275,
            -5.2841362953186035,
            -5.611354827880859,
            -6.647179126739502,
            -7.117341041564941,
            -8.608745574951172,
            -9.746171951293945,
            -10.616952896118164,
            -11.18403434753418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47016191482543945
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            8,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            5,
            5,
            6,
            28,
            17,
            9,
            23
          ],
          "topCandidateScores": [
            -0.6084791421890259,
            -4.485371112823486,
            -5.2841362953186035,
            -6.406280040740967,
            -6.66020393371582,
            -6.956733226776123,
            -7.051488399505615,
            -8.069156646728516,
            -8.266751289367676,
            -8.669849395751953
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                10,
                25,
                4,
                4,
                4,
                10,
                4,
                8
              ],
              "score": -4.485371112823486,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29652929306030273
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            6,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            2,
            4,
            3,
            2,
            1,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            9,
            5,
            8,
            6,
            4,
            5,
            28,
            11,
            7
          ],
          "topCandidateScores": [
            -0.6084791421890259,
            -5.979333877563477,
            -6.449631690979004,
            -6.664166450500488,
            -6.79489803314209,
            -7.091128826141357,
            -8.010466575622559,
            -8.153006553649902,
            -8.756481170654297,
            -8.95632266998291
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2962307929992676
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            9,
            5,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            17,
            5,
            28,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.6104212999343872,
            -5.989661693572998,
            -6.668041706085205,
            -6.883658409118652,
            -6.929266929626465,
            -7.503089904785156,
            -8.35373306274414,
            -8.702953338623047,
            -8.962736129760742,
            -9.26237678527832
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.6104212999343872,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.989661693572998,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                8,
                5,
                5,
                5,
                5,
                5,
                8
              ],
              "score": -6.668041706085205,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5738229751586914
        },
        {
          "step": 16,
          "inputTokenIDs": [
            28,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            4,
            0,
            1,
            2,
            1,
            1,
            2,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            7,
            6,
            6,
            11,
            3,
            11,
            17,
            5,
            9
          ],
          "topCandidateScores": [
            -6.883658409118652,
            -6.947295665740967,
            -7.503241062164307,
            -8.86650276184082,
            -8.892361640930176,
            -9.778165817260742,
            -10.99817180633545,
            -11.341500282287598,
            -11.772562026977539,
            -11.800634384155273
          ],
          "activeCandidateIndices": [
            6,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -6.883658409118652,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8858041763305664
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.610425591468811,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            10,
            25,
            4,
            4,
            4,
            10,
            4,
            8
          ],
          "score": -4.485377788543701,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.9896674156188965,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            8,
            5,
            5,
            5,
            5,
            5,
            8
          ],
          "score": -6.668045997619629,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -6.883663654327393,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.6104212999343872,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            10,
            25,
            4,
            4,
            4,
            10,
            4,
            8
          ],
          "score": -4.485371112823486,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.989661693572998,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            8,
            5,
            5,
            5,
            5,
            5,
            8
          ],
          "score": -6.668041706085205,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -6.883658409118652,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)O.Nc1ccccc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1ccccc1",
            "formula": "C8H9NO",
            "model_score": -0.610425591468811,
            "rank": 1
          },
          {
            "smiles": "c1ccc2[nH]ccc2c1",
            "formula": "C8H7N",
            "model_score": -4.485377788543701,
            "rank": 2
          },
          {
            "smiles": "Nc1ccccc1C(=O)O",
            "formula": "C7H7NO2",
            "model_score": -5.9896674156188965,
            "rank": 3
          },
          {
            "smiles": "CC(=O)NC1CCCCC1",
            "formula": "C8H15NO",
            "model_score": -6.668045997619629,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)O.Nc1ccccc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1ccccc1",
            "formula": "C8H9NO",
            "model_score": -0.6104212999343872,
            "rank": 1
          },
          {
            "smiles": "c1ccc2[nH]ccc2c1",
            "formula": "C8H7N",
            "model_score": -4.485371112823486,
            "rank": 2
          },
          {
            "smiles": "Nc1ccccc1C(=O)O",
            "formula": "C7H7NO2",
            "model_score": -5.989661693572998,
            "rank": 3
          },
          {
            "smiles": "CC(=O)NC1CCCCC1",
            "formula": "C8H15NO",
            "model_score": -6.668041706085205,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-cpu",
      "id": "aromatic-halogen",
      "logitPairs": [
        "original-cpu__aromatic-halogen__logits_0",
        "original-cpu__aromatic-halogen__logits_1",
        "original-cpu__aromatic-halogen__logits_2",
        "original-cpu__aromatic-halogen__logits_3",
        "original-cpu__aromatic-halogen__logits_4",
        "original-cpu__aromatic-halogen__logits_5",
        "original-cpu__aromatic-halogen__logits_6",
        "original-cpu__aromatic-halogen__logits_7",
        "original-cpu__aromatic-halogen__logits_8",
        "original-cpu__aromatic-halogen__logits_9",
        "original-cpu__aromatic-halogen__logits_10",
        "original-cpu__aromatic-halogen__logits_11",
        "original-cpu__aromatic-halogen__logits_12",
        "original-cpu__aromatic-halogen__logits_13",
        "original-cpu__aromatic-halogen__logits_14"
      ],
      "maximumProbabilityError": 9.31243265667181e-07,
      "maximumRowTotalVariation": 9.464799527401265e-07,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            33,
            9,
            23,
            12,
            17,
            14,
            13,
            19
          ],
          "topCandidateScores": [
            -0.050450291484594345,
            -3.183687448501587,
            -5.603878498077393,
            -6.510236740112305,
            -6.537761688232422,
            -7.37167501449585,
            -8.828492164611816,
            -9.518568992614746,
            -9.71114730834961,
            -9.88086986541748
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8339133262634277,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "ee443b29f54ba64d6605c88534122e1082c962a3514a80f2deb85deacc2e2b78"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "400b905bed7a9b4e966765b8e0642c6a862a33639a1735bb26740d32c83eabcf"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "00e74ab0872429aab0e198fcff5589086f0da3cfae1bfdc709ca64d975776de0"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "e011df5adf1c9af99404dfba46ad2216119495874221f8324afeebb3dcc3ba31"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "10df3fd839ab9c76a0886d6530297195a6b78f7e93f63a259ce71fc0e43b0c8a"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7bd3ac16a10e2bb16850cfec3778e859e8808bd2fe264799a35d97ce99f001f1"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "5980b30d7d11ecd5facc9173197647cadd5e112ca24b0757625330864070e976"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "ebc90305a82449d403a2c7f48fdef82643605900fda61e4285b718b2e7d66026"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9699e286d617057c53fef98fa600a31e1d515868b1af56abaffddd44732f8c79"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e9d63f3df3483d9cec1bda95df13800bb928c42c5627fb7f11c3e0c9543d7b37"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "09781b47692183bb111e076ffe8e981b3a2e9768b1e6a4289c6bb4c8ce778b67"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "d64bf9281c669c12c9a6f12525bdd92e93df94f51571c87c677c73d74c197fd7"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d1e68bbf75a4c9adbe7a4f88dbd990e3d9ec8453f91060e4d844e34aab1eff4b"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9bf0aa83fbb4d94be108fcf9b5e9eb299a6e94ac2c3516587e7988a7f52fe953"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            33,
            9,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            2,
            0,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            6,
            4,
            6,
            11,
            8,
            33,
            33,
            19
          ],
          "topCandidateScores": [
            -0.06774413585662842,
            -3.183687448501587,
            -5.368553161621094,
            -5.436375141143799,
            -5.827984809875488,
            -5.837642669677734,
            -6.30457878112793,
            -6.638435363769531,
            -7.01773738861084,
            -7.382207870483398
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.009657859802246094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "96ee2fffdf6e6839dd4efc1c40b4f69d6849c0f07a6470f038cbdf97feedea26"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e33dad5be63ddd7fffa1baa8c3978fa6b4fc92f57aeebab545595d06791295cc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0ee24729734b248a1891481a62483fa502f563b2834a225a184fe4dbd321f2fc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3fba11b3b0456e1e564a5da332e4bf460f5ce87c6c5d31f16ca0add8a8d580b0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a8dddd6de34708b43b66fa4fa33685d3e4e38b74d12eef7efa4299d3e0d630a2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "264cd24b467e4f079c517244d6cc5a1fdc152a6fc2c6852d20b0a5213dcada2b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ca683f719107a188946e3d2edd8f60dbc0feb4a095f348ab2b5f3c065a26c234"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b2f39e606c4214fb2651da32d4c1ea14f9d37e77357b2ac3de8d7139d25cc58f"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            6,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            3,
            1,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            33,
            5,
            6,
            8,
            6,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.09296366572380066,
            -3.2742936611175537,
            -4.780215263366699,
            -4.931097984313965,
            -5.054763317108154,
            -5.436377048492432,
            -5.636618614196777,
            -6.027416706085205,
            -6.241143226623535,
            -6.610638618469238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38161373138427734,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7eb2549f4efcb6e628c93919490a3a4360e2d1a21bbd7803f15081505a2b8b81"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a406badf77c97a842efc342ce7e63aec499a924467c28cce1b861830617b4448"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "92a9cd0ffcb5206c7da8739338c2bdac41a1ccc9cf6792f5223735111a86546a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "394a515c0526fabd781438d9a4d042f4b317070c8ca3675e378454d4dd95b9f1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "9e6c3ef8db2db9458bdde02f6487ccb012857a4ed6cd73d548b4e9c4c2358625"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "df6a5fa84b1878606a6825b57d8ec0905325a4d2c27834c5e3f8bdefbfb20a65"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f1a0da21b675cbd5cb8d89c294377fcf368de361637174b422ab97c805c940e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e831811d331f94bf3ce8d9ef5e3b84c9af2c305a10fc4d2f3a4f5265cbea7d80"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            4,
            33,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            6,
            6,
            8,
            4,
            5,
            33,
            11,
            4
          ],
          "topCandidateScores": [
            -0.09296366572380066,
            -3.369929075241089,
            -4.855306625366211,
            -5.676177978515625,
            -5.731839656829834,
            -5.867722988128662,
            -6.310446262359619,
            -6.546986103057861,
            -6.671436309814453,
            -7.006218433380127
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13588333129882812,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d13d3e3088d941e1f3afbe28fb8f81dcc5fc2628b7a40ccda89f514a578dc6ae"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8ef889829515f1bbcff814503b7098638fb6d472efaff74eba962f65403f1a79"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8e5ed7c43bb40faa11ed14e96deb1d6884fd8c1ea6120c79113471ccab7ef6b0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "79ccebc8bc33db39ccb95d35f1e7282d84a21403990091e75704c66c34f2594a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2eaee49f1b01ed299c4cd24fae77674dd53633954321b543d9fda05627c61125"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6c9716c58a6d602a2131baad2f7c71abb5740003fa34ed0c93e24bf440c9a118"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d2b797222369d3a33bb116449d5d7ca7ba64397e1034e97a889c58419e0ed69b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "be57f32cdc630d581a65e5569d1e7b9e0eba9d609db052971b7c2afcceb45f0d"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            8,
            4,
            6,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            9,
            6,
            4,
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -0.0929853618144989,
            -3.445815324783325,
            -4.903518199920654,
            -5.999783515930176,
            -6.305017471313477,
            -6.499746322631836,
            -6.639760971069336,
            -6.861065864562988,
            -7.062954425811768,
            -8.552201271057129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19472885131835938,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1cb9bfe88a1c293ba584b942e7a18d7cf1c6a79a7a5921a4283931fd100bd399"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f9147dbc5358c2a28e985fdcf732d3e62ae4299d5ab51a1dcce6ce2617d1fa3d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2b5985c66466747f738c88b4f8d2dfa262d5f474b706c285498e2cb514130d31"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0db15e0dd1a426d5f3227c8e95768b33198e23474dd35b3fa6026a04374f18f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "22ba1d3f66b29b522d2d6e7afff3141acbaebb2d3534d3a2f4d3e19bffa54bbd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "967194822648aa0350783162e472d5b60a52de17e96a9fb400e71bb9462c9587"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "76837495f5c6a911be808b70758a27fdf93a2dcaa021a0ddddc15b837073ac5d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6fc366d5d0becff5d88f8a422514c44242afdaf8fe4623658a7be23bc921a10a"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            3,
            3,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            4,
            5,
            6,
            10,
            5
          ],
          "topCandidateScores": [
            -0.09320873767137527,
            -3.5578811168670654,
            -4.917239189147949,
            -5.736472129821777,
            -6.312630653381348,
            -6.603777885437012,
            -6.880837440490723,
            -8.692472457885742,
            -8.78536319732666,
            -9.278018951416016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29114723205566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "545cb5e7f5822d2fa62a5bfeb967c69692e2eb0217891bce6aba08c1d9419431"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "cc103038ace56907ae80b403ca3f769ba7f54d187089919c7642f59101fb699b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "05db0c19d2991b0f7a5af3fcc93b0624318b0f199b0375c807d8aea3d3bd62f1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "adf93a30cc5c59ccb468461ab84b30877976a5a73a4a2f7c3000e72e2008eb4c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2a0a11f8d798bd0bec61c8c9af5ed07ce828c02f7e2065d9febf97e08053e967"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "51f24c8bf66aa813d20c0c72244a9ef970ff53860a97e6b1986c2bdebefba8e9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9853cbee983a5285d78046afbcad749594507337cda0a1cded0cd4ac58c7c260"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ac3a6724ff540543ae656767369ac361316543176f375e7e075b1e8289f13fc9"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            3,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            18,
            4,
            6,
            4,
            4,
            33,
            6
          ],
          "topCandidateScores": [
            -0.09355569630861282,
            -3.9263412952423096,
            -4.924906253814697,
            -5.1647515296936035,
            -6.1825971603393555,
            -6.195479393005371,
            -6.3164873123168945,
            -6.740065574645996,
            -7.378658294677734,
            -8.260557174682617
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012882232666015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "25f80e9678dfe5786fdd12b20d4d1772417ce0499333b9a10c704173ef840a8d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f7d264bf1d87bbb76fdbfa3ff7218aebb65b430d6dde8893dda0d166474362b8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7bdb84652a6804c93cb2edb179119f431cec1073c4fa8e987d2b4e7921f92555"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d7a5ab388291c10b385bca3040dfc80354c629363fce28817295722c4884032c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "01281475654bad71165860d6177b94e7932a495328fc82d4e85d2ce631c53a5e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e38374c4df323105d382e8af46ebd8a8bff1b4d7442d1e0a8f4b317ae0cac24d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4165083c0fc909542d4c9d422851ba2ff66ce387cc1074557307137c0cc8fd94"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "dba2c25e1fb32de2d72c62edd558df9849853b85d7dd43c226b1967be73156d5"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            5,
            4,
            18,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            6,
            8,
            4,
            4,
            10,
            4,
            6,
            11
          ],
          "topCandidateScores": [
            -0.10866248607635498,
            -4.094854354858398,
            -4.302605628967285,
            -4.924906253814697,
            -5.16586971282959,
            -6.186108112335205,
            -6.277813911437988,
            -7.892798900604248,
            -7.921943664550781,
            -8.835196495056152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0202383995056152,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a74d338ec7434f54c8f97bb898e8a21b4692973a874aaa4989703c3fe88dda78"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3be7675918ad704f95bbbc609aa0ca32f09f2a952ecf442fdd695cd67883280c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "dccd45ca4ec698f48f5115bd3980e30aac3b97c25cc03b53020e0cbdebafd0c2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f589592b27b3c3db5db2cc6b58fe277f2d24194c32c237c5e43729aa13106e56"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfea9fece6784c355f6e1da8f682afaaf33fd06c81125ceb0c2581058b6e3e18"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "26044095fb7b85dba1933ae0a1c806808b06932697d6e2957bc702e2d54f0a34"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b26720b548eb7bd4cf696c70815dc223e4de748779ed118bb09b2eedf07c3998"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "866e065eba6d2dbcbe40774c67aa2ce5aa400b6a7877e479e26fdce2c046d6ca"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            23,
            4,
            4,
            33,
            10,
            6,
            5,
            33,
            18
          ],
          "topCandidateScores": [
            -0.1123557910323143,
            -4.725198268890381,
            -4.792552947998047,
            -4.924914836883545,
            -4.963808059692383,
            -5.165871620178223,
            -5.7285332679748535,
            -5.8499603271484375,
            -7.230745315551758,
            -7.3011627197265625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20206356048583984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4e9d2729edb2d8a472af4150945528bb26d168fd94c826ddd3cfedb10669bb91"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4e1e2d39e72fd433c25f7cf17a45880274c5e94c8e19b0693156d0452189b838"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "151bea846381b31a69bc108015e4f89402ce491cef90c1b3f5eefe8a5cb86d48"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "125d677ea77c16cfefc377958c2bc1ce946b33a499e508bf0378ed49d6c635ea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "95e4cde4bc03120c76bf64c16c6eb68f19528e880075e110c9c554eff1ab87de"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0f8e65115fe14d7426def40414c2ae03d95ae937ace60fec781f315d399faf37"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "41af06821c057eeca813e2b8f136a12ce8d3ef85b6fc540fe80a60578586c849"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "20991ba95fc60998b42e1ecc7cc6c5786de75209851e682e1f0f50f4de1f61f5"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            23,
            4,
            4,
            33
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            10,
            4,
            6,
            10,
            9,
            5,
            6,
            7
          ],
          "topCandidateScores": [
            -0.1123557910323143,
            -4.725198268890381,
            -4.792552947998047,
            -4.925102710723877,
            -5.381966590881348,
            -6.040929794311523,
            -12.260904312133789,
            -13.109689712524414,
            -13.559595108032227,
            -13.625120162963867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6589632034301758,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fe649f1694ee9636b4d06994d91b5b9eebf67c5493cf45f6fd6ac043c58bd94d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5231712a8b35831de7cfc99b5121111c7e44d2e9918c17d564910104ba189768"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "38276de4b4c580957a5b4422468e29cbf4615304f1c0dde796afe669852ffff9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4d4ab58f8fc4ae04da32ae75d091f6c47c62ef85001d893d6ea49bad63cd3cc6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "404fe5e024ff80a952eb761d2c5f320e7e5f01d2265bb5dad851c0715f30620a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "491ffecce21a9c71bb14a258a360c1bdff97a120f2cf52b1cb01fa7deaa497ba"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "005ab0b69bbad907f68c44a7de519738006b1aa43fd62c7244b896fee73412e4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b598c50adea83b01a584c87bf316638ffb8bbe40d6b9aedef10662dd14189f2"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            7,
            10,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            4,
            23,
            4,
            9,
            33,
            5,
            18
          ],
          "topCandidateScores": [
            -0.12006506323814392,
            -4.725759506225586,
            -4.792861461639404,
            -4.925269603729248,
            -5.478826522827148,
            -5.756791114807129,
            -6.594613075256348,
            -6.643687725067139,
            -7.156765460968018,
            -8.134069442749023
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.12006506323814392,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27796459197998047,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c04077e99c307b24d57e828769bc8bdfc99698fcb7ac9862c91c608cf504b75"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47d5f823b2b6741b7f33030933131a6c9536b9067e6556bebcffad422fe994bc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "98ca04d0abc856fe6ccc5efbf972f979f0ba038f08c1db0c7e860d453f119b2b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a24307c60983e9ac74267624ab04077f612d9f5189f4be639bd06bc1cc5ab3ec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3f910f0579a9f74ee175e75ddbc9224887c7649a6d5b76e43870fdddf8a6c469"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b9b66cf8b3f8fe2111861f34fc1af9b370e71a3c1bc65b5f80e5377f06620883"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "75bac703ee556c47423266c277edb5c0ff8f7ddabb7ca72cf6c442f68e517064"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c33cc212dfd8dea26702da44032f14e697048a34059e04767bc4a3177ce3f4c7"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            3,
            10,
            6,
            6,
            10,
            13,
            13
          ],
          "topCandidateScores": [
            -4.732126235961914,
            -4.79331636428833,
            -4.929642677307129,
            -5.478826522827148,
            -5.756791114807129,
            -9.850814819335938,
            -10.394229888916016,
            -13.114748001098633,
            -13.382129669189453,
            -13.398428916931152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                23
              ],
              "score": -5.478826522827148,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.094023704528809,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "bdab18164b58f9eb6ba4dc05639a50307f5f20f929fcf926e2d76e3a887459e5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "131cbcb1f0bd7eb96246e7da368144143898bda2e58c8a8c11169cd08cbb0dff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "905a6a7d86b8025996b6a30b5ef7a96feefb710fadbf098a0687ebecfdbb9b98"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5841bcd5a15cf1fe3840dbefbe6451ed5bf4ea51c8d4a36923343459058f2916"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "a9df57a9e41238dce62f67efa8bc826771dfcf2cab5ff0e77a3741ed79b21000"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5f2f4d0a5d3aa4b2f35930133407912850a43dd92585001a565fa79046a72b40"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "44078697dbf518aba423a1fada2263f4fa00a60f2bef2cc862ee4f474247950b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "efe1aa690ab6ae30ba544d312fa1fc48223239d7c0e7abd75927686156375b3c"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            23,
            5,
            6,
            13,
            9,
            17
          ],
          "topCandidateScores": [
            -4.732126235961914,
            -4.794277191162109,
            -4.9303975105285645,
            -5.7567949295043945,
            -10.702272415161133,
            -10.712896347045898,
            -12.185003280639648,
            -12.493244171142578,
            -12.637123107910156,
            -12.787582397460938
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010623931884765625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d153ce6a66233f79fb78baf2074b1e59c4bfac002b2f05ce0c6a9a996b9c3a9d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3f1068f5a2c02023971c97be28cee5a62c521492609653ecf22d0371e8d32852"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "977f5a3191239f9f6ad82e5b85be214dd42c107f845604329d1402574e101679"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a9ee414c8f477684ceb6579e23dbd2d56fdc9049bcf79407a5e2b4ac3cab93a1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "976a82931318df159c1b41c35af62afb593e45a0db0d1aabc065883637418dfe"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3e452bf025a714a8b97bc3b9c10673f08115abf178b6377bbb0cad0fff5c0cbe"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "44cd6d72548c99f0edaeef5f383c44ae45693a06c362aca9a97ed1c2a2aec629"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cdfb1d8ba02e0b2034bd992e66ebbff573ec3beb064a3bbfcd025a7ab6cc6479"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            4,
            23,
            5,
            7,
            15,
            6,
            9
          ],
          "topCandidateScores": [
            -4.743983745574951,
            -4.799071311950684,
            -4.9303975105285645,
            -5.756892681121826,
            -9.677082061767578,
            -10.456719398498535,
            -10.702272415161133,
            -10.867582321166992,
            -10.920242309570312,
            -12.020442962646484
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8
              ],
              "score": -4.743983745574951,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.779637336730957,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "af8aacbfa2a60080842a849eaef555d1bd9fd9cf4b0912ef751aa4a31e715b87"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "69b5c58cac5b4c940815dbd5c64aebd2d1d65db8f452e208e950a28b80f1f6b4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4560e95eac400104cdcedaece8e1dddfb093b0375379aa630cb207163ba77858"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "81b2a45aeb8ad9ac73ff9ba1887b198102fff49b2f88badec13a118375dbc4bd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e52e170c98a7ab77e47c18921fd935e12387bcc930dc9a0f38b0a56344d4327b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0dbae2248390edf0f54f86b71b1b613c53cf7685b59fff7d01ce5ccbbc51ed8a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cff63dfd28030fdf690f4bc7bd33a3a93c60105db14a487bde04b47ea4368d03"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c00ca80165a59716975e49da000e03e2609e65516f53c26953f879754d259d09"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            4,
            8,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            4,
            3,
            3,
            13,
            5,
            15,
            6,
            5
          ],
          "topCandidateScores": [
            -4.801582336425781,
            -4.931300163269043,
            -5.756939888000488,
            -9.677082061767578,
            -10.884764671325684,
            -11.433700561523438,
            -11.682846069335938,
            -11.925394058227539,
            -12.671119689941406,
            -12.68587589263916
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                33,
                6,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.931300163269043,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                23
              ],
              "score": -9.677082061767578,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -10.884764671325684,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5489358901977539,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "753b734af4f809ac0bc688ce3e6a0c34f984430409465d2ffe4ae16aeb4efa7c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "fa0c422fcd06e69793430b7d93eab8b5bcfdf0456ae9ed23051753c0422d5a8c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "9a15f8958b3226334c99d7659564c9ef1aff117f28e38c7b98d36183c9db9636"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "907593bc14bc063c362144a3f81e6b335a7f992541d4e270b0028f563cf903ae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "010bc2809b3db0b2be9c825ec1611500185cff12f32fa0e3fa4f5b4254f64db5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "02ff95df847604504d2fc1f198be0471d97b185bb6ebd85ffa9d7e05feb53f2e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1bdf86bfc9bc4c1d04d55b8c938ce838f14aca4bbb91cb945d8bdc91ed959281"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "aba6cd9b68b75bc8b4858892b94a67423d135cdd761397012930c0ccec0c3f7c"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            33,
            9,
            23,
            12,
            17,
            14,
            13,
            19
          ],
          "topCandidateScores": [
            -0.05044960975646973,
            -3.1836867332458496,
            -5.603875160217285,
            -6.510237693786621,
            -6.537764549255371,
            -7.371674537658691,
            -8.8284912109375,
            -9.518569946289062,
            -9.71114730834961,
            -9.880870819091797
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8339099884033203
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            33,
            9,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            2,
            0,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            6,
            4,
            6,
            11,
            8,
            33,
            33,
            19
          ],
          "topCandidateScores": [
            -0.06774286925792694,
            -3.1836867332458496,
            -5.368551254272461,
            -5.436373710632324,
            -5.827981472015381,
            -5.837640762329102,
            -6.304576873779297,
            -6.638435363769531,
            -7.017739772796631,
            -7.382205963134766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.009659290313720703
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            6,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            3,
            1,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            33,
            5,
            6,
            8,
            6,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.09296216815710068,
            -3.2742929458618164,
            -4.780219078063965,
            -4.931098461151123,
            -5.05476713180542,
            -5.436375617980957,
            -5.636612415313721,
            -6.027414321899414,
            -6.241142749786377,
            -6.610634803771973
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3816084861755371
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            4,
            33,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            6,
            6,
            8,
            4,
            5,
            33,
            11,
            4
          ],
          "topCandidateScores": [
            -0.09296216815710068,
            -3.3699285984039307,
            -4.855309963226318,
            -5.676176071166992,
            -5.731840133666992,
            -5.8677215576171875,
            -6.310451507568359,
            -6.546986103057861,
            -6.671441078186035,
            -7.006221771240234
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1358814239501953
        },
        {
          "step": 4,
          "inputTokenIDs": [
            8,
            4,
            6,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            9,
            6,
            4,
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -0.09298350661993027,
            -3.445815086364746,
            -4.9035210609436035,
            -5.999777793884277,
            -6.3050150871276855,
            -6.499743938446045,
            -6.639761924743652,
            -6.8610663414001465,
            -7.062953472137451,
            -8.55219554901123
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19472885131835938
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            3,
            3,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            4,
            5,
            6,
            10,
            5
          ],
          "topCandidateScores": [
            -0.09320688247680664,
            -3.5578811168670654,
            -4.91724157333374,
            -5.736469268798828,
            -6.312628269195557,
            -6.603772163391113,
            -6.88083028793335,
            -8.692464828491211,
            -8.78536605834961,
            -9.278018951416016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29114389419555664
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            3,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            18,
            4,
            6,
            4,
            4,
            33,
            6
          ],
          "topCandidateScores": [
            -0.09355384111404419,
            -3.926340103149414,
            -4.924908638000488,
            -5.1647539138793945,
            -6.182595729827881,
            -6.1954755783081055,
            -6.3164849281311035,
            -6.740063667297363,
            -7.378660202026367,
            -8.260557174682617
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.01287984848022461
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            5,
            4,
            18,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            6,
            8,
            4,
            4,
            10,
            4,
            6,
            11
          ],
          "topCandidateScores": [
            -0.1086607500910759,
            -4.094852924346924,
            -4.302591323852539,
            -4.924908638000488,
            -5.165872097015381,
            -6.186106204986572,
            -6.2778143882751465,
            -7.89279842376709,
            -7.921939849853516,
            -8.835199356079102
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0202341079711914
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            23,
            4,
            4,
            33,
            10,
            6,
            5,
            33,
            18
          ],
          "topCandidateScores": [
            -0.11235394328832626,
            -4.725184440612793,
            -4.792552471160889,
            -4.924917221069336,
            -4.963803768157959,
            -5.1658735275268555,
            -5.728518009185791,
            -5.849942207336426,
            -7.230729579925537,
            -7.301150321960449
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20206975936889648
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            23,
            4,
            4,
            33
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            10,
            4,
            6,
            10,
            9,
            5,
            6,
            7
          ],
          "topCandidateScores": [
            -0.11235394328832626,
            -4.725184440612793,
            -4.792552471160889,
            -4.92510461807251,
            -5.381960868835449,
            -6.040927886962891,
            -12.26089096069336,
            -13.109672546386719,
            -13.559603691101074,
            -13.625104904174805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6589670181274414
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            7,
            10,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            4,
            23,
            4,
            9,
            33,
            5,
            18
          ],
          "topCandidateScores": [
            -0.12006238847970963,
            -4.725745677947998,
            -4.792860984802246,
            -4.925271511077881,
            -5.478817939758301,
            -5.7567853927612305,
            -6.594607353210449,
            -6.643675327301025,
            -7.156754970550537,
            -8.134062767028809
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.12006238847970963,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2779674530029297
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            3,
            10,
            6,
            6,
            10,
            13,
            13
          ],
          "topCandidateScores": [
            -4.732111930847168,
            -4.793315410614014,
            -4.929644584655762,
            -5.478817939758301,
            -5.7567853927612305,
            -9.85080623626709,
            -10.394235610961914,
            -13.114738464355469,
            -13.38212776184082,
            -13.398414611816406
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                23
              ],
              "score": -5.478817939758301,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.094020843505859
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            23,
            5,
            6,
            13,
            9,
            17
          ],
          "topCandidateScores": [
            -4.732111930847168,
            -4.794275760650635,
            -4.930399417877197,
            -5.756788730621338,
            -10.702264785766602,
            -10.712884902954102,
            -12.185003280639648,
            -12.493247985839844,
            -12.637112617492676,
            -12.787569046020508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0106201171875
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            4,
            23,
            5,
            7,
            15,
            6,
            9
          ],
          "topCandidateScores": [
            -4.743968963623047,
            -4.799068927764893,
            -4.930399417877197,
            -5.7568864822387695,
            -9.6770601272583,
            -10.456694602966309,
            -10.702264785766602,
            -10.867578506469727,
            -10.920245170593262,
            -12.020425796508789
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8
              ],
              "score": -4.743968963623047,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7796344757080078
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            4,
            8,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            4,
            3,
            3,
            13,
            5,
            15,
            6,
            5
          ],
          "topCandidateScores": [
            -4.801579475402832,
            -4.931301593780518,
            -5.756933212280273,
            -9.6770601272583,
            -10.884737968444824,
            -11.433692932128906,
            -11.682823181152344,
            -11.92538833618164,
            -12.67111587524414,
            -12.685873031616211
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                33,
                6,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.931301593780518,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                23
              ],
              "score": -9.6770601272583,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -10.884737968444824,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.548954963684082
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.12006506323814392,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8
          ],
          "score": -4.743983745574951,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            33,
            6,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.931300163269043,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            23
          ],
          "score": -5.478826522827148,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8,
            23
          ],
          "score": -9.677082061767578,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.12006238847970963,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8
          ],
          "score": -4.743968963623047,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            33,
            6,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.931301593780518,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            23
          ],
          "score": -5.478817939758301,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8,
            23
          ],
          "score": -9.6770601272583,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "Brc1ccccc1.CCB(O)O",
        "candidates": [
          {
            "smiles": "CCc1ccccc1",
            "formula": "C8H10",
            "model_score": -0.12006506323814392,
            "rank": 1
          },
          {
            "smiles": "CCc1ccc(Br)cc1",
            "formula": "C8H9Br",
            "model_score": -4.743983745574951,
            "rank": 2
          },
          {
            "smiles": "CCB(O)c1ccccc1",
            "formula": "C8H11BO",
            "model_score": -4.931300163269043,
            "rank": 3
          },
          {
            "smiles": "CCc1ccccc1Br",
            "formula": "C8H9Br",
            "model_score": -5.478826522827148,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "Brc1ccccc1.CCB(O)O",
        "candidates": [
          {
            "smiles": "CCc1ccccc1",
            "formula": "C8H10",
            "model_score": -0.12006238847970963,
            "rank": 1
          },
          {
            "smiles": "CCc1ccc(Br)cc1",
            "formula": "C8H9Br",
            "model_score": -4.743968963623047,
            "rank": 2
          },
          {
            "smiles": "CCB(O)c1ccccc1",
            "formula": "C8H11BO",
            "model_score": -4.931301593780518,
            "rank": 3
          },
          {
            "smiles": "CCc1ccccc1Br",
            "formula": "C8H9Br",
            "model_score": -5.478817939758301,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-cpu",
      "id": "salt-charge",
      "logitPairs": [
        "original-cpu__salt-charge__logits_0",
        "original-cpu__salt-charge__logits_1",
        "original-cpu__salt-charge__logits_2",
        "original-cpu__salt-charge__logits_3",
        "original-cpu__salt-charge__logits_4",
        "original-cpu__salt-charge__logits_5",
        "original-cpu__salt-charge__logits_6",
        "original-cpu__salt-charge__logits_7",
        "original-cpu__salt-charge__logits_8",
        "original-cpu__salt-charge__logits_9",
        "original-cpu__salt-charge__logits_10",
        "original-cpu__salt-charge__logits_11",
        "original-cpu__salt-charge__logits_12"
      ],
      "maximumProbabilityError": 1.66365016474046e-06,
      "maximumRowTotalVariation": 1.7206188342196615e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939383506774902,
            -1.5690363645553589,
            -2.833582878112793,
            -3.319517135620117,
            -3.672703742980957,
            -4.5628886222839355,
            -4.766641139984131,
            -4.853089809417725,
            -4.905975341796875,
            -4.938629150390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901848793029785,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "209f2410efffbf23d35fe332d8f61cdcb1a99a97131e5d67243b7395371114e2"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1749293f9c81a220f61145224846d5b1765a4172bfe394dec6389557186c373c"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "71c47fc1837cf3ae6b94e5f86349e3e9943a5779048dc7012b5675d0ae8e5b17"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a879a9967956bd71c31dd485e455184d62356a3bcd1e3c4f5e8c43477f136403"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c82729e4bb1644f3d9a4fef9c752b6cb2fc2941034b7126c42b7b3f843effb6b"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "02f7fae5705ded3f97f264316f2aa2d35d50b1f8a13c24038f1754d1df9265e4"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "e8dfd34391770575b3aa18834db8059c637bae0c1142f386c4087cd8245f9681"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1321b86be09f65f7a2edb616270506425d086841e568662502303891c4b18c49"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "75010d895386cfabb070c0c536a6f3ac9afca099befdeb415dbd975776cdf51e"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f86fce8ca1c5f958f160f74acaab811a4f037e4c4a82a9395666bddd9833bc2e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "7ae70f78267f8e7d27d8bbd5c24b2076edc4169f32ef7738c1a5f427b1f86edf"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a3c1750e0c71d63e78c3881f25cd666a792451b4709f12656c9abb03c08fe350"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7e6c9aa522849a31071dbdb1e5bd1c6f208c334fd09314cbac5c50c792d5fcf5"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "10fa0e0297050c663efe2b7d57c543950cc65ecbc1209d7c70ae8a0ac58499e3"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.0131821632385254,
            -2.008312463760376,
            -2.50311541557312,
            -3.3075122833251953,
            -3.319517135620117,
            -3.538102149963379,
            -3.569714307785034,
            -3.6098337173461914,
            -4.166755676269531,
            -4.219329833984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858501434326172,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b7f1bbf4e5a485053848a85f7bb674ab823571f846a5cae2790c17d4a4b4f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1bcc9bea6ebd585d00789a34bb81206e0eeadb71396e8d911694b75577314f29"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c8a562dbe46143ba65f7ca58b9f2c0678c5fd6eb2fcb160c6b2a6b563668f41d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2bbc96458516e9575131a5614fb191f2eeb21ad240f94e35de55770238a7a216"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e8182da5825a764dd1c4266a6c940a1602683aba0b7dec17b263ec7eda8af02f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "17bac461536591183bc3f92ac430352eba7aed43a8aa319488ad8f1adb83279a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "590d125cd41c6e7e0ccc842dd387fa590f085baae51ea0fcd11852f3330c7e00"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bba1b2a4bc07ced9e5a015c3f67c300fb7a9a46700ba3770c61a1c835c1162ca"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715554237365723,
            -2.104485511779785,
            -3.151285409927368,
            -3.3297624588012695,
            -3.63083553314209,
            -3.89499568939209,
            -4.0917253494262695,
            -4.129127025604248,
            -4.199082851409912,
            -4.573346138000488
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26416015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "de7fba06f15fbe3976abdea0ef7edca3d15f80fb3808d80c6f1898ab151d01a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0c1e9add4c17d7f2e2a0dcc64567c06d2ebd9356263b8d8090c75bc7c54af78e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "84739a7bed25a366ec5cd0375444e38464d8396c435c172c4faa8569c13ab631"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cea2d053807e81ab7b5ed0cd1936ae5f9d054d9087ab9e5cf96596a3f100d772"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce927fa753d70741f52f33a3a9a2e3bcd69b49a44137ccea306b5e5c7997f554"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b69c1e00a381a2a053919e22c0593a676a019b70eee9b491cfa69e9d4eccd6ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea44b113e119bd745cf96c9108fa15ba76e26a85294cb0fccc6512534f33909b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e0e438d11f5c93ff4f75ef93dcd8c6848c2d1bf977cd8c68a3306f0e8002e331"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.4019660949707031,
            -2.3425045013427734,
            -3.511624813079834,
            -3.876878261566162,
            -3.894028663635254,
            -3.9824323654174805,
            -4.255294322967529,
            -4.433202266693115,
            -4.649984836578369,
            -4.6987996101379395
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08840370178222656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9ae5ee9c6067bbe31350fe09ff0c58111240801a510f0c2ddf3a6406cdebb1ad"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9977b5e0af2e636886fd98a899b87850ffbdfee93933786dbc64407d3287b284"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a2a664cda5e8a8b339307c180a3a43d70a6dd6cfb17e9c893c066e966a4e7613"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c46ad9c20801a879606e457756489674639977fb0ef0eeaa314151da40306ce1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "159b952c3fa8703ad48fcceb3c68782d17ad4a230ba543a344428386c2da5c37"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b54a999071261d28f446d766dd90005daef7a1074040fb0fb41b46a4b0baf9ae"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "68470ddac07e71a72565c1114bce259e91bd610406469cdd34d0158b37b9d283"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "19bfe159e84c94d64d09aa01fd307a3ed003dc1d480a1e038deea4cfe25f0b57"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.4045488834381104,
            -2.9471523761749268,
            -3.5664222240448,
            -3.7135531902313232,
            -4.389780044555664,
            -4.4139251708984375,
            -5.090752124786377,
            -5.1504435539245605,
            -5.544902324676514,
            -5.864564418792725
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024145126342773438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c69090a7a3cd52bf0658a41200642b1585b1da75caa1607d768aba110b79765d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8c64cdae96db00cb030d8c92f8bd98eec12f671b8e158c75b7c3d4d83101253f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "725ceb5584dbe4a10eb6839c5085042a5779f3fda42d810482328500f5094c06"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6fe0d7556fca2e1bb48708aeb4d6de2b98f80baf74ca8ab1b52abfcc729b9514"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7afce7a40180d2e7d16eb0844246672f7cf813f267809111a01a5204092bdbf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9b3f87ab444e471a8f1b0df2f4fc2edc3bbaf9f4a34b07c40451c61f3d79c6f3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f1fb6e3477a17ab73a8b6cc554441f602c7d1ef98b369e84d370b0f33bfe6277"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6bca5224c2802672683b7ba520bab44eb0a2b30a0955cad623fc8472cb0b44d7"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.404550313949585,
            -2.9471654891967773,
            -3.914966344833374,
            -4.076860427856445,
            -4.516500473022461,
            -5.961020469665527,
            -6.178497314453125,
            -6.197243690490723,
            -6.615699768066406,
            -6.735200881958008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445199966430664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "39d636aa3b00857741464f39e9d97c62922fcd8eced6a66db3806cd85f94a661"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f2c550828e53b01e31970caab3c70f47c72514c8deba8c7fb4dd7175b7832f84"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d44d09e02be1a2789a2503615e5df440f71f8edf9322cfa73d8ac1e704dacaa9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d89bdff8022b3967f5fc6a1c317d1710b80519c0a27e850c4e32f125f37026f4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0405c8ae5ef00e7b19edbbe6a01e6a7ba2306d11a8bdf1cab92a73cac5ad30c4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c6cccde7a9afe430c00c4cac9a523e9ec14469123ff572f8aeb5487d0a55530e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "160fb7a406ba77a312ca23d76b512a0b3679f5fa1322e0338143c78b5e371db6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b464d473e23e8fb20e3d6d268561dfed99d68e6c6e08afd70ef95a7388542c29"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109681606292725,
            -2.675034761428833,
            -3.2344584465026855,
            -4.112905979156494,
            -4.382535457611084,
            -4.92509651184082,
            -5.048699855804443,
            -5.1144118309021,
            -5.771605491638184,
            -5.793084144592285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425610542297363,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "dbbab116090624eae5f310595bd2b9e72aedafc9c8807b37da138ab3ae8ce5d7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "87778dad6554e582f7e457e32bcbbecf35106064bf60e4b77c90611d736cb2a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1afeb2a03e126235d8c91c49f4eca5816937b26269017f56dfd4aefda0cf070e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8c0701407ac8f1326ae9b4f32b8de1b8fee6a48f40321af1a669e9d052c1f352"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "12f5238b4dd5305a014725b8bb728ee9f60997fb401ed09f8d57499f6cc09342"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1f153b422fc063220ca964956779b90cd44c4c8c6e776eca6959e233d4846ba"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "84fb135180fdd17a6d972fe4b52e3419c0a124abff4a6027acd3a087cb81a01f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c3a496800b38b68b2e19d8cfa99322585c82937e039c4bd7abd69dbba573f900"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.6751022338867188,
            -3.3107049465179443,
            -3.351165771484375,
            -3.4736690521240234,
            -3.9406397342681885,
            -3.9672091007232666,
            -4.006686210632324,
            -4.32560396194458,
            -4.358203887939453,
            -4.938558578491211
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.6751022338867188,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.3107049465179443,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026569366455078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d75b9836bc8e363420e7d78c68c45d4b6ca457022375f56905036b5560b18630"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f1a9fca611d75b05393ea14b6b4085fe0ed550ac01ebcb47754b7b9bfd56ec7c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10ee4e368b4187dcb9142f7f7f1afad15296044e5ec20e60e487a67fb8195569"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6ec25570dd247e3a01d31580e2d96f1bade0b6f602496a8741246863c02018ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "26f732269cf9201012c2fffd2447207218ae9c11005ccc5c4eea078b842adac9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "78d0c146bffea6c40670671e354d6cd9416f304933ff19d647acfe344470e9ac"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9ad1def65bd8e2473f38cb2127e39e591ea1048b6ca4a97306b8ddfdc89eb2a3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "df494940d2331e5aa9b8d08c637bb20f32ae1b305db1225e62b78977f4cfd33c"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.393366813659668,
            -3.501546859741211,
            -3.982125759124756,
            -4.561862945556641,
            -4.91417121887207,
            -4.916225433349609,
            -6.34476375579834,
            -6.78273868560791,
            -6.9575958251953125,
            -7.24665641784668
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.982125759124756,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0020542144775390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fe5c352985b69d38a82e3db0a9c87126ac15b8932537541b81cb2a1eac3ca7e4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2f1ca146721389261f7558e7403eb7c5686ceb0abf73f0ec372d39d1812bb5f7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "683f50b57406e06aba0198313c869e24d7c79f8a5a4eff295ca7670720615974"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "67557581ce5db311e2ead57805dbf8df328c22fe18cef166047d5baaebddb09b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2216f45b598b7afb3ea6b23fef4d19f86a0abcf3fe4a01a656db8b53ae6fed87"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fef34271f2f93e298395aff836d0e71980955ab4064263743f3aa57b4e6a9567"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bdd308b197a64a2fdd16b805a5e920d49523380996e7ea0399505553a9af8066"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ee43de575d7039fb9d05e96b7d20706d77c38bee89f3bffcdc8f92ce1a9b4cb4"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.3986310958862305,
            -3.5038864612579346,
            -4.825860977172852,
            -5.886424541473389,
            -6.508244037628174,
            -6.678785800933838,
            -6.680262088775635,
            -6.957049369812012,
            -7.0792412757873535,
            -7.488861083984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054176330566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "257c5b6b6006afc921da5a27bc668bc4bce46556a23256a9d74ca7f69da6c898"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "744129fc3901e069c463f603c3dc068baf59b578ebe8cd7a9f7c45c76e98eb6e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "76d5a349b891ec8194bc75650eee16fd1028406b84d2b4edd6164925577d6c22"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "faf015dd60d40a268c77f5312e84c86a1919a384ef0189a095dae024a500dfb8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "94913a1e3035060bbb3b630b0e0f7f36688e4da65c40b6bcf9cbbdf8806dd16b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1559e8885b8ca7621c1b88827372c24f26190de64140a9e472bdef70c66396ad"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "01337cc589e49f5db5ce2a21f5207a2e25b61d437bfd04888ce8b8f790f79c20"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f39e322a6d448f66707c0ee08391aea7a9520c3126296ba8c152fd441f018fb4"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.399101495742798,
            -3.5044803619384766,
            -5.121679306030273,
            -6.107715606689453,
            -6.569656848907471,
            -7.182314872741699,
            -7.460638999938965,
            -8.400991439819336,
            -8.401144981384277,
            -8.559758186340332
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126580238342285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b1e155bda778340fc39669779e9d91cffee8be5b5e554b6f90fb70bcf1e4d61a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e367af552b9504cbe804628c5fcb64d2b4236d5c0dbd5fa2d04af1795b1c96f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "937b4070663a5c2627d7b2facfd9ab2c9ccf69bc632c93154ec22e594a4cd4fb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f1e37bfadd4c896ba3a348a27ec17721d2cf625a8b952e5c832109e53837c1de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d6365ee1c5615202876bcf557be8fbc23510f06ab9879235b40a58fa50532f4a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c853f6164db955815089a62cddb62ea8b76d5928b67f6fd0401839f4fc658ae7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "410bbef82b76650bf40cca8e59730fa62b6da447910a7ca0cafad3ad968708f8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "94135f179a3876ae3dcee9b728611ee69bbcccc684e09c3170b1adbe6569a7d0"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.40423583984375,
            -3.5144777297973633,
            -5.428092956542969,
            -6.372032165527344,
            -7.337924003601074,
            -7.7772603034973145,
            -7.832727432250977,
            -7.908931732177734,
            -8.116182327270508,
            -8.130484580993652
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.337924003601074,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933629989624023,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "51641a174d98e7582ea16924979bf8df8dfc3e469d9f815eb39525cc8814290c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "24abc93ddd14c2d2454a423f3827a5cbb93b097cc8febb8ad5ae1cb3ce78e640"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "7edc95f01f29fdb6f289b8f3d379a1a0d20276384fe9f6762c69a603929915b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "42e93253d0ac9fd318ec488f627632875fd8d56bc36fa0e588b8e5a139a7a535"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8cafae53d87610ca03d2edcc7742dd94ba1b42f1a51c167a87b8b75258f13cf7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4e4ef7a03b4649b028ba3388ffc542befd0ce61bf31c42684566676d1c88552d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "bd00a62d956aa2443bee54cd1585f3eeedf67d10745e029a60fbb24c1fad8215"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ecc802121606ad60ab030610347d91aa2db0a39d3521779389683ada24016f3e"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.4042396545410156,
            -3.514486074447632,
            -5.743767738342285,
            -6.658303737640381,
            -7.552696228027344,
            -7.779129981994629,
            -8.187191009521484,
            -8.872589111328125,
            -8.898273468017578,
            -8.955840110778809
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552696228027344,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22643375396728516,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cc09134de193c4bf50e48925e0e4c0457d6db9ca74c488c746333ad130d494a3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "fc283d2d3db634482f9375cb29a030b25effc1bb8842c2e317123e605e9d927f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dd14dca2c97f60833cf0f5b08c03f0044a927820ce3985b9bb8ca87fd51a37e8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "c97b4f26856ae1e25566432753bb234fa350beca6fefccd0445e8ba77bd1609e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "7571e8070b2685088576a105b754457c31e92f8784652244f954a9bd491e7d5f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a55ab9f3706de264b63583f113630b211b7aa0ade89262492656ae607ec38678"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "644eacf174340b7e369751cdde5ef596d10c4e1dafe3cd3472c5fe74d54cbb0b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e5e5abd03a6832141343dd5ce36835de889fcb26ba701b65834126f0ffaa867f"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939325094223022,
            -1.5690330266952515,
            -2.8335800170898438,
            -3.3195137977600098,
            -3.672699451446533,
            -4.562880992889404,
            -4.766631603240967,
            -4.853086471557617,
            -4.905970096588135,
            -4.938624382019043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901815414428711
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.0131738185882568,
            -2.0083072185516357,
            -2.5031118392944336,
            -3.307508945465088,
            -3.3195137977600098,
            -3.5381007194519043,
            -3.5697109699249268,
            -3.6098294258117676,
            -4.166750431060791,
            -4.219325542449951
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858692169189453
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715462446212769,
            -2.104480028152466,
            -3.151275157928467,
            -3.3297557830810547,
            -3.630831241607666,
            -3.8949923515319824,
            -4.0917205810546875,
            -4.129116535186768,
            -4.199079513549805,
            -4.57333517074585
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2641611099243164
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.401955246925354,
            -2.342498540878296,
            -3.511613607406616,
            -3.8768739700317383,
            -3.8940229415893555,
            -3.9824280738830566,
            -4.25528621673584,
            -4.433194160461426,
            -4.6499738693237305,
            -4.69879150390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08840513229370117
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.404537320137024,
            -2.947145700454712,
            -3.566416025161743,
            -3.71354079246521,
            -4.389774799346924,
            -4.413920879364014,
            -5.090745449066162,
            -5.150440692901611,
            -5.544897079467773,
            -5.864562034606934
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024146080017089844
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.4045387506484985,
            -2.9471585750579834,
            -3.9149532318115234,
            -4.0768561363220215,
            -4.5164899826049805,
            -5.961016654968262,
            -6.178483963012695,
            -6.1972455978393555,
            -6.615701675415039,
            -6.735187530517578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445266723632812
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109545707702637,
            -2.6750240325927734,
            -3.2344508171081543,
            -4.1128926277160645,
            -4.382530212402344,
            -4.925083637237549,
            -5.048690319061279,
            -5.114405632019043,
            -5.771596431732178,
            -5.793073654174805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425534248352051
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.675090789794922,
            -3.3106894493103027,
            -3.3511581420898438,
            -3.4736597537994385,
            -3.9406301975250244,
            -3.9671945571899414,
            -4.006674766540527,
            -4.325589179992676,
            -4.358199119567871,
            -4.938544273376465
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.675090789794922,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.3106894493103027,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026564359664916992
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.3933584690093994,
            -3.5015370845794678,
            -3.982113838195801,
            -4.561847686767578,
            -4.914157390594482,
            -4.916210174560547,
            -6.344749927520752,
            -6.782724380493164,
            -6.957582473754883,
            -7.246640682220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.982113838195801,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.002052783966064453
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.398622751235962,
            -3.5038764476776123,
            -4.825845241546631,
            -5.886407852172852,
            -6.508229732513428,
            -6.678772449493408,
            -6.680247783660889,
            -6.957037448883057,
            -7.079226493835449,
            -7.488846778869629
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054271697998047
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.3990931510925293,
            -3.504470109939575,
            -5.121663570404053,
            -6.1076979637146,
            -6.569641590118408,
            -7.182295799255371,
            -7.460622787475586,
            -8.400973320007324,
            -8.401128768920898,
            -8.55974006652832
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126542091369629
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.4042274951934814,
            -3.514467477798462,
            -5.42807674407959,
            -6.372013568878174,
            -7.3379082679748535,
            -7.777243614196777,
            -7.832711219787598,
            -7.908914566040039,
            -8.116169929504395,
            -8.13046932220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.3379082679748535,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933534622192383
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.404231071472168,
            -3.5144755840301514,
            -5.743751049041748,
            -6.658284664154053,
            -7.552678108215332,
            -7.779112815856934,
            -8.187172889709473,
            -8.87256908416748,
            -8.89825439453125,
            -8.95582389831543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552678108215332,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22643470764160156
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.6751022338867188,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.3107049465179443,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.982125759124756,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.337924003601074,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552696228027344,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.675090789794922,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.3106894493103027,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.982113838195801,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.3379082679748535,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552678108215332,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.6751022338867188,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.675090789794922,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-cpu",
      "id": "mapped-stereochemistry",
      "logitPairs": [
        "original-cpu__mapped-stereochemistry__logits_0",
        "original-cpu__mapped-stereochemistry__logits_1",
        "original-cpu__mapped-stereochemistry__logits_2",
        "original-cpu__mapped-stereochemistry__logits_3",
        "original-cpu__mapped-stereochemistry__logits_4",
        "original-cpu__mapped-stereochemistry__logits_5",
        "original-cpu__mapped-stereochemistry__logits_6",
        "original-cpu__mapped-stereochemistry__logits_7",
        "original-cpu__mapped-stereochemistry__logits_8",
        "original-cpu__mapped-stereochemistry__logits_9",
        "original-cpu__mapped-stereochemistry__logits_10",
        "original-cpu__mapped-stereochemistry__logits_11",
        "original-cpu__mapped-stereochemistry__logits_12",
        "original-cpu__mapped-stereochemistry__logits_13",
        "original-cpu__mapped-stereochemistry__logits_14",
        "original-cpu__mapped-stereochemistry__logits_15",
        "original-cpu__mapped-stereochemistry__logits_16",
        "original-cpu__mapped-stereochemistry__logits_17",
        "original-cpu__mapped-stereochemistry__logits_18",
        "original-cpu__mapped-stereochemistry__logits_19",
        "original-cpu__mapped-stereochemistry__logits_20"
      ],
      "maximumProbabilityError": 1.252819741170974e-06,
      "maximumRowTotalVariation": 1.2651541778712196e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            39,
            19,
            20,
            17,
            23,
            45
          ],
          "topCandidateScores": [
            -0.08587276935577393,
            -2.8941001892089844,
            -4.658961296081543,
            -5.311154365539551,
            -5.681633949279785,
            -6.071137428283691,
            -6.130337715148926,
            -7.009389877319336,
            -7.387243270874023,
            -7.933647155761719
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38950347900390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "c7cdc38f8bb880274651d5338d0de0c0b53b44f6b57b63e2193b52367189f6bf"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "d6a66a86fecec57e78434b23ac649263cb14d23d9f9e9f10573ab4b4dd67848f"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "a0326ac79e04748029c0821246c373266901c9fc348ba9a646ff9fdbcc4a0725"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "931b2aa9d5728a60d80691aefb1a5f9cfc53548a387ee93a9ed34976e3b4cb5b"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "76d9829090ae3fdd22df32863e6372c22e2f077f35d6c8415fca8d9814c34391"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "034267567be63e7a666047096323d891c43adca939552650b4f3578bdd392f2c"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "99c9a684f5bf072c28897888dac0e958f5803f4847b3104259616e29865b1054"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "f364cf7856702a2795d08ab2588f31ee199988c773a3d7b6efdaa0133f1db727"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6e9887ef926fc1508f27e5097a41d16ce856aeb409144fc5fd9f7dbe05494441"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "60c12fe65a40f8a1b1dda275edc2e8a831dcbc683b1eb5229f4795ca7ec93359"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "11d0e67ea2a88d899388bd0a4aa1c9bcb3cdd4f2df09209f0c9d7edfa4e16bdb"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "c66216889fc7aa41f11f07933a83e75f655132a524f1e546870ca9be1aea4fea"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0f203778bc5b93075970276999c7fa3138ce3a0db37079d34a8707a73b5069d4"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "735482e5af914ce8bd0fab9af728bd793a07a816bd06f4609868bd46d5c6d8f9"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            9,
            11,
            11,
            8,
            8,
            6,
            4
          ],
          "topCandidateScores": [
            -0.9484848976135254,
            -1.4519555568695068,
            -1.787306308746338,
            -2.5200281143188477,
            -3.1520802974700928,
            -4.322287082672119,
            -4.658961296081543,
            -4.701674461364746,
            -4.71416711807251,
            -4.9161906242370605
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1702067852020264,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0a23404a6f5d6c81adeba872bd3bf8c655001c7c1389c9e82025d5215c207fcb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4f7375e47808d0622e1a92fe97237aac882fd8d2a16f0795becda106f32163ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "405226903de7e7303810b8953dc8031ba470da8b093c6f35923a061f02de44ed"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c483a910faacc0d3d96d24b1015b88c7ac695fdfee5e605c0aa916a93c53179e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a76a48cac0cf031198f261567003eed9be4ef4e2f474e7011d635f9c106db45d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e5180a670dd0c6c63a2d86ecb1eedfc041d5bf8e6c37c826c4ccdafdf4c78136"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8aa9a8eb3505b05168bd6e7e5620086c4ff0a14bb840e3934d3b6b144c45561f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0df727e267e4ac7b496f77e2c608f2b492bea5381064383b5a0c96933c8c4d01"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            19,
            5,
            20,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            5,
            8,
            5,
            8,
            8,
            9,
            5
          ],
          "topCandidateScores": [
            -1.061913013458252,
            -1.951853632926941,
            -2.1030423641204834,
            -2.757031202316284,
            -3.0942516326904297,
            -3.1784684658050537,
            -3.1817965507507324,
            -3.3304944038391113,
            -3.6242997646331787,
            -3.990128755569458
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08421683311462402,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "167b344ad973a5cfd4b8a70e8de012a47c10ec2d75662e140e1cf5c8ce903016"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ab4783817d4452197de9a00c77fe0b2a7829967a3ecfd53940efb55e426790f5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ad260e17ec0189282b1cc1625862885798164a2172623a3f66d2025862211ad1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "12278f4b2de5f34b701c51a4fc20aedaed92d7803e68de0ad6fde9909fa1d1ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea7be3b178d76d6326191b2fd6df7610474f32d97e8fcd8e66f98f502d280824"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce180bde30509621d7707f9744f18a7101fd9d1a40162f7096c21182f4d0ff16"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "74310b182533562b2b59c20743d4a2c825567e619551710d5ab3444922f6bcfb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e94faf9cf141d17104b089e57a919ed3d87b8af6fde5e287a530eb7ddd0b355e"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            1,
            4,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            6,
            5,
            11,
            9,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -1.098185420036316,
            -2.7632362842559814,
            -2.7934560775756836,
            -2.800779342651367,
            -2.911440849304199,
            -3.0136971473693848,
            -3.137563943862915,
            -3.6861400604248047,
            -5.285924911499023,
            -5.614452838897705
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10225629806518555,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "18a8040d254a28bed1b1cae13dd21bb967caa2cb26cf3c8eb5e7c053e2d7e1dd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "460aa0718db380445e956b9f4d2fcc1304f89b6744fc764c6cff009fe8939d19"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d83385df72918b560a103010661cc0e99e2306c4d0563341560f9b90509cea57"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "91f5409fd2a9a5db343e21f05b528fbc2e97f61e38382b521f586fc431adafa0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6861f2e30c5cf181094414ad3d13aca0e372594f2f1d074b23498e85d05f645e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b2823ee0e1eca5c23c4bb48e0cf14dc529c366e46ffc60d6c499be34e9ff0d23"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d75cf8f25e9a769d09f58f6638a4e30f8e81ff06346f571a1f1803e97405bdaf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d19bc75342352467776cc402ff60ca49bab0d5819881e03b36d54eff52753cc2"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            0,
            1,
            4,
            2,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            7,
            6,
            7,
            32,
            28,
            5,
            21
          ],
          "topCandidateScores": [
            -1.571263313293457,
            -2.813450574874878,
            -2.8223886489868164,
            -3.0286476612091064,
            -3.0963525772094727,
            -3.2654216289520264,
            -3.5837082862854004,
            -3.952148914337158,
            -4.472113132476807,
            -4.518216609954834
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1690690517425537,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "19af7a97ce2978a1e08951bf78a85e044b79155f7f5cd203357a1ad2c80ee2bd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "53b7b6559703082948146f282406167e3e0a3feb82b31cba9203a11b06455845"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "56727c70603f101f70c1fc8efc0d3a5c3e56ac1e22f3e8755079f51c2c1bf0de"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "32d75de7e3d1360fe6844343793b6f73f734ea8a146fe3ec9e4c6a97bee48cc2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "7e471e5ed70a07c9d3756a723127868d33dec93fefcb4be3f3b7bd11fcd38545"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "651b281cde794e97be906842c0b5d8596dd13b6f5b95d73de05dc513e4833333"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f1ce0f5068f638f6a896fade7e85219532978d18db560e49c6e7183e71027beb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "485388a83dd981898b11786ac9b253689129994f6b0f984321d2ebcf64d20a57"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            11,
            6,
            4,
            5,
            12,
            6,
            4
          ],
          "topCandidateScores": [
            -1.5822755098342896,
            -2.8138108253479004,
            -3.0657994747161865,
            -3.136427164077759,
            -3.3427159786224365,
            -3.8678486347198486,
            -6.354154586791992,
            -6.596835136413574,
            -6.909963607788086,
            -7.053454875946045
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5251326560974121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6759a639c8bdf92c0b0ad0c53d42957d50697bad2ba60e51886ebbd19c7082a2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3d33ea8ddca2df81bc45e4026631aba1c19206699945e31c5a24d03e36788f20"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f11bd5b9c40ef28b24d96e49823016acd95a7ed9f1cb9b710e603d00e5b57cf4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5f4cd0b9a9a19b782826f68ad3be6071ac7db8c812c9293e3b6e52122d95c1de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7153cfcffc9cd1723305cd200d0dc4c3f047522844fd5a3c4c68f828061b944e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0686c7810c39c250a08a7a08da9d96a7c8e253a89b5c7df4bfc83e34f14507f8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e2034e56fdb930f4381a0d5c6b9566cf0f440b9090d0de4973d5f3ad5afb6f9c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "36155d8354e2e9b57c376950918efb8db6f7624515597af781e9b689d745daed"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            9,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            7,
            6,
            9,
            11,
            5,
            9,
            9,
            11,
            4
          ],
          "topCandidateScores": [
            -1.5956076383590698,
            -2.8138113021850586,
            -3.1097545623779297,
            -3.13694429397583,
            -3.5532758235931396,
            -5.083498477935791,
            -6.298451900482178,
            -6.462968349456787,
            -7.896510601043701,
            -8.320194244384766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5302226543426514,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "121a886de69ce9f2c7faea57acb31f062bc7416479395d102bd793d76ea4c30b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "ae896975e5593495eccf1c37fdecd40207f37b566003e22584fba1f52894eaf6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8e5ae2e146adf0a16351944b017183e36cdaad09eb2531f3397244e07301bb3b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8b816dc9865a7946a4af57bf42f6e098fbfbc5fbc5ad2efe51f29e9197619dcc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fed42a7fdb2b52634d1e98f8ac2e15e3e2ba1e8b243ff603840987b818243c03"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a79bd7b275abb16d0f023b8e74306498111ccc8b3a2f3e4b9aa00dcd5c344728"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fa3375d1e50742620f6c0e03afe6bae537433286ccd20a8450986e7d2d1cd775"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8b1d875c420a25a14bb3d468592181ca136cb8ed9e9c1eaaffc78747cf5a0473"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            7,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            0,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            19,
            7,
            11,
            9,
            20,
            12,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -1.6263453960418701,
            -3.029123067855835,
            -3.13694429397583,
            -3.141422748565674,
            -3.554206132888794,
            -5.030337810516357,
            -5.197098255157471,
            -5.439570426940918,
            -6.777681350708008,
            -7.886755466461182
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4761316776275635,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c1ba4a1cc2a09846f0d1424dac8781118b6cd7de237e093545735f187dd82c2b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "37810ce0b72583dad5096e48385a7a1ba9739e9e37fcd0f5aa20c1465c4ef51a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5a813039e595700479581fda1b1718fda5f495d6d2914f05e9bf83fbc3546b17"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0919a2bd4de589770fa3d85f6e1b554d142c2777b4768793448d3b2e5ef16ea6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4cf36c8095e288307ad8f4e1f4d73ed4694c16e7e89d66d1f225bc790bd43472"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10879af0e88b8bf05d1824eef18a8d2d1ea6f41e95fadc53b6c8208107800104"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "217c52f45c6dff3504b45fc57402a5446845396cd6ffd037d9cd95bbb09a94c8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e411a3f8102bc1d1c81a8adbb2a92fa1d0f80cfeea0577ed85b959d73677f07b"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            19,
            7,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            9,
            7,
            12,
            30,
            17,
            5,
            8
          ],
          "topCandidateScores": [
            -1.6270270347595215,
            -3.03167986869812,
            -3.1416752338409424,
            -3.2173573970794678,
            -3.554206132888794,
            -6.082598686218262,
            -7.519653797149658,
            -8.05008316040039,
            -8.966157913208008,
            -9.003219604492188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.5283925533294678,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b29503167d63dfd9ff4a165d0c286244c3d2b26fc03f7e249a15384b4fd86805"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "273186fbdb74ec989df4b03ab1aad33ff70d90482b8856b4dba2561dd962f8c5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7b178e74a6c1ae39ab96e2798fa582fc85fcf06270a3cf2c640718b93962a7fc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "529ebf5235754ada2dcfb9f5039813230fe8f3f4d436d9252d8092dccd01f8ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e5536d8449c91afdbcb0671eda886f65adaa6a132858cfb8c2b17afe94411e86"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cb1e2117e746cba6a6e92b1f975734ba0f82c17117d8b26eeda961d7ff61fc5d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "eff5bb625a61b36d9d40a40b0786ca30cd4c9f348039f42d70f1427b41483463"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "128bc4eac6119df9e112678af35c9116337443767c09d7bc61b218e30ba57d41"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            6,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            4,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            7,
            5,
            5,
            4,
            9,
            19,
            41
          ],
          "topCandidateScores": [
            -1.6270277500152588,
            -3.033778190612793,
            -3.1416757106781006,
            -3.676539421081543,
            -4.486132621765137,
            -4.650733947753906,
            -4.75930118560791,
            -5.046226978302002,
            -6.246035575866699,
            -6.485439300537109
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16460132598876953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "902021dfadaf36b28d96652dce90d78725a3ae8176d7b79a162313883453ff10"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5754fd664a6ac3e0eadda8d727a73d6d9f32c506669988f31e4c82e1efbd994f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0405fd38a16161df1b081e599654647d555fca8602be1cfd4f7fa864cce30278"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6c48aca0f275ca2522ba61171896abf20e4cb917741b67170ab7af5abc21e0c0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a6c7d7f5ab01f044278c3fb16ec25ca760a6e292d8803d8f6d36454412d51647"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8c179ac9332869fdb5a465970d05e4d3177ec2bf6761c264a075fa25ce84e584"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "327f3b36d6868ba7e5c5e845d8edca94e3cf208f945e385136b2efbae091e821"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4f76a84d8f80063ea467d16d6bfc99aca3d311e69dc37b00e30c56727affcca7"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            5,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            4,
            4,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            12,
            9,
            12,
            6,
            4,
            12,
            30
          ],
          "topCandidateScores": [
            -1.8190299272537231,
            -3.0385918617248535,
            -3.2327382564544678,
            -3.636110544204712,
            -4.102509498596191,
            -5.148174285888672,
            -5.235966682434082,
            -5.331558704376221,
            -5.802839279174805,
            -6.025834083557129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0456647872924805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "180e485ab1f07093984eab1a2381ea4f17e909f768c65f743d0f7f30d664b982"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8446660188a7fc0d71c16dccc264b65da3a7e152122ba365fed2add288b497a5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bcb78ee9fad73fa61391b5152713d886bebcccd1bd79275a0902de024bf3c975"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "658787f016c927e4647410d26623a820e0f2e504cea003c57811f33e66d62693"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "eaf60e7f1f4953e5e1e0daf10cd9705f81cb433a153430fdc4cef933a13b5b1f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "24947c08a0e93204ddeae61b5878386b93ba3e907a598315e20c2f8c18e0bb84"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c450494e07e04b8587e36668e27c01ca5fdcfa185986b8ac71e0275ec7e1a817"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "554b1de520a26cf51bceae967425033e2015ef9cf93077267c9366ce6c73233b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            7,
            9,
            12,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            0,
            0,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            3,
            5,
            5,
            41,
            3,
            32,
            6,
            32
          ],
          "topCandidateScores": [
            -2.087909460067749,
            -3.056873083114624,
            -4.015936851501465,
            -4.218891143798828,
            -4.505978107452393,
            -4.52044153213501,
            -4.788184642791748,
            -4.952047348022461,
            -5.249796390533447,
            -5.355223178863525
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.015936851501465,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.014463424682617188,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8650fdcfb4369a032163f7549d20f500f3c94daf92298ac842b4374d6d0580c5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "02476aab6aa41538090a7d5b1a07d12638085900bb19a8ef0a86633700c4d186"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1eac19029fd05a5b46dc4556470d145f562d747ef71f356319c0cbb6b0301608"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "9ad2fda3fa387aaac61260a2ec154e801fef4df3907254df02920b7aaa029912"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "eca4cc2fcfea1b37de575f6718cf53dd59e84cda1f42be5a8631eb8fae505b5d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f332d922eda088e0191ab3620dd8ce89000bf56b0abe0fd8244f1d269eecf090"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "878140e9fba2584029eb3022a52fb16f0c60609f26f0a9d09799aa1aa18d28d1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f3a3dbfbbd067a876c177b258f1f461e3ea41bfc52e348586dd98547f428fe80"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            9,
            41,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            3,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            3,
            5,
            3,
            5,
            4,
            5,
            6,
            32
          ],
          "topCandidateScores": [
            -2.7810609340667725,
            -2.978336811065674,
            -3.9486043453216553,
            -4.054593563079834,
            -4.52044153213501,
            -4.734404563903809,
            -4.854119300842285,
            -5.001715660095215,
            -5.236993312835693,
            -5.261086463928223
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9
              ],
              "score": -3.9486043453216553,
              "finishedAt": 12,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                41
              ],
              "score": -4.52044153213501,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21396303176879883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "8decdeeb03b1c740497758ea33348e5871ac744346809d95047ab8625070f71e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3412eb4ed4f91ba09c52d79b54fce926a21baa5fd598675fff406f1d5aba0b60"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3fc36650cb099f96d5bc9578fb7e26258ea22bbfaad54f679ba27d9e9e82da29"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "857fd7a170aee59c27d2ee1b7950f7692423ea16b10df74c29ce9cd369780e95"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cc55768504bedd615967a4be6309a57884b13518b882dce28bf4515cdeacd34d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f2de8d13491efe88eaea74a67d65e0577fd36cce4b67f41010723f0adface354"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b156e39c3ce75aaea164815dce5f03bb8c90a435fb5684c9b65b7158358651e6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0e9a552997d686fab8a1183455e53502d83c694c5b46550c4ba4547ea9c65315"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            1,
            3,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            3,
            8,
            4,
            6,
            11,
            6,
            8,
            5
          ],
          "topCandidateScores": [
            -2.7810609340667725,
            -3.177438735961914,
            -4.436136722564697,
            -4.854119300842285,
            -5.347867012023926,
            -5.3992919921875,
            -5.46528434753418,
            -5.487946510314941,
            -6.775856971740723,
            -6.829168796539307
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -4.436136722564697,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05142498016357422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "be5730cfd69d60f48c5cdaee61cfdc395273838d507aa7a7415572cdd70ac5f3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f0431e6cad2cbd9b291520d93b0ad4ef7facc70868a522701a2ee307e5c59b41"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cb7e191ba9df30ce1905006f830a67ab72bee86b8858aeba1bef80185af58aa4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "117225584b9e35cf8ab63d822420992e414d6eeaaada4b1ecd95d6df82117916"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5dd2da2a480844cb52aca162133c29905cdd96b04c8ccb8f21693d2db78f0c60"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e4863217a197ed7def5bcd4075869d3f481ba8b3dee9d24cdda811ed8cbb8fb5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5a5a720e4ffa6648ad1ed88dc347c151dde4978035e47f9c1a8714aa083f9a76"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "9a82d7f0b722dc383a760aabbc5afcbc24f36a631c755c7917cef424aa8642f9"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            5,
            11,
            6,
            5,
            29,
            13
          ],
          "topCandidateScores": [
            -2.7827000617980957,
            -3.1825625896453857,
            -4.855222225189209,
            -5.347867965698242,
            -5.929698467254639,
            -6.297917366027832,
            -9.342191696166992,
            -9.50191593170166,
            -9.856179237365723,
            -10.441028594970703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.36821889877319336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "f4cc8f23d492f1c4a77086ec333a2c1d72150c3b264153fa50faa4d2b8454e6c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "27e66bccd57135d0bb399e8e11a728bac7c35e124ce735df5903704a9e474db6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1ee8344b2c219dd04de03e41f89c48699e4a2e4dd09a1e6e390d1f4fd568dc55"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "ef033064e5e26b817211bed3e2d88903b682fa4b88463197e07a2769e72126cd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "839cb22325e15b0375f1b3cb55f14ff76699c9c89ae8c45c010ba8e5b7863e8e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e9101b25e1753f33642c3097eaa0b09b54d6b82554cf5faf5527b2df62bd8852"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "cde3273297549420938421a90c8ca08cabff35c36b6bc6cb5c0a94e532bfde42"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b800f4d83eea90cff4baa4b518b8b0e09740fc56999ae66e15cc5fa5d81f89ca"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            7,
            5,
            6,
            11,
            9,
            4
          ],
          "topCandidateScores": [
            -2.783733606338501,
            -3.1914451122283936,
            -4.856184959411621,
            -5.347932815551758,
            -5.930911540985107,
            -8.18294620513916,
            -10.252835273742676,
            -10.725844383239746,
            -10.884489059448242,
            -10.91684627532959
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.2520346641540527,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f61a5118fb6ce690ad5e80eb3089c3107ee4d27c941c2719aa90b998b1a884d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "bf3cad7aa52b04f1cc7a7198768013b1cb0ff2ef5bb26c376b34fb7cc094c910"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "6e66807a4035dde7124c250d40c0afc767042ab2131a5aa944b8b53c54b1e3b4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "71c4388fd4fee3f34d177831f0a313e4d97759defa65747ba04581922e436469"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "cdc87ab8b90761b1ef50961f78e6e67efdd8d1bcfb280c277f4cf7cd0b55f1a8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "e9ed9604a015956b8ecb871079d5172a48452fdc9e4a4a86bb8e787e464284e7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "e31ab45a645ffd7fb61da313b0525e4f2cd9e1c5d94632e5a67a08cdf0ea9226"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2aca53ccd94dc1ee47e3403953f045d43d80def38079c4c77661123ccad407b4"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            11,
            6,
            5,
            9,
            6,
            10
          ],
          "topCandidateScores": [
            -2.7845349311828613,
            -3.191537618637085,
            -4.8568854331970215,
            -5.348109722137451,
            -6.018712043762207,
            -8.761431694030762,
            -10.317238807678223,
            -10.420801162719727,
            -10.448073387145996,
            -11.433277130126953
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7427196502685547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "69a263f9d4e6a1bd0c53a3d5e6717fda51602469e460be788defb11c00aae0f7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b9193327d55fe44c11310a772cda9a4c1af249fb1586da71583201907f94819f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "4bfc48dacfa46c37a9f230a6484ef4abfe018d277edbab8d16fb1519836c4be3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0c8bc87ea3d83e0a215ca1730a0f0eb87070b1a4c3f53b8ed9bfeec69ed73aa7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ca7ed28ed7aed6ba4d88b66e5ab3d42d1ff787fe76674ee0e6853ce858809820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "60764a3488e5224dfc1049253c95c92adabd007394da5591bc13a38fff4cf3fd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d692760e0d2936c30424612538a7edb55a6f26a4867fd1ba5e797b082143e6a6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "821f257d4b8b2ad3723481fbcbe63f34c3acf858c19342c9ec475d0beed46cab"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            4,
            9,
            6,
            6,
            10,
            13,
            29
          ],
          "topCandidateScores": [
            -2.7943332195281982,
            -3.191544771194458,
            -4.86352014541626,
            -5.348277568817139,
            -6.018784523010254,
            -7.499283790588379,
            -9.969419479370117,
            -10.40877914428711,
            -11.612302780151367,
            -12.126590728759766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.480499267578125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5495b29ca6c81ea50e54b6d1d810125410e57c2fe853839f1a6b6816fd562094"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5f5bc15a66a7fb98b3018e330cf916de959d0b15cec5a5726e2b5c63a9fc84b6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7f77a07e6d982d75f1e642955472a8df85219ff04cf49a7ac5ac4d35ebb3b639"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "43cb0f4762a441bb105ad0c5930d2816bb6e1fff10edb11ca193118dade5fa96"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "229dc36c88aa0d261027fc24d004cab25176ac06d1c779bfd021c5fb62cc195a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "c500515013421aa855ad1af015bcca4601fb55df6d07e86d0b7114a8aa3608d6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "79e8c37768f1a3091f49fc93e13e6db73e2dec27688e5347b02b314f4ae2a929"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "48fd00b6985b538f79e9e0f9c3df37f8a4349efd9a5f7f38df6f3ead1dc680dd"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            7,
            4,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            3,
            6,
            9,
            6,
            10,
            13
          ],
          "topCandidateScores": [
            -2.7948694229125977,
            -3.192103624343872,
            -4.864044666290283,
            -5.350389003753662,
            -6.018784523010254,
            -10.768518447875977,
            -11.162489891052246,
            -11.579520225524902,
            -11.74582290649414,
            -12.501800537109375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -6.018784523010254,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.749733924865723,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "51ab0621b55154f370ceffdfd123aacb920df1c182a19ddeddf2fafbf29137e0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "0f5c2f90187bb1287a2783b34dc16586f3ed3dd54be9c2f6863dfd48b1565db4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "90572a2daf7d7f318b0c77390dc0adb3230609a8b26c2d3a380a3270abffb23f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "708a4a97f91e95c616715978d6f0c503f6ef43d0eb5803b69f5226631db59d77"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a830ada4b6442ab988a005dea5efc783a1df5d2e98bb05cfa304f0e629be4c0c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "9a586fdb61750d26ca2776e9a8d009545bcb42c07eb0c6c047b4021f637cc72d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "e1b788b862b7d75bf7f511b104934bd11e223eea50a63bd166bf15223783ef54"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "dc93d962e823b32b4abdbc08a5580fd31afb9d335ef9ef8dce8e37adc44b7ecb"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            8,
            4,
            5,
            9,
            18,
            28,
            6,
            14
          ],
          "topCandidateScores": [
            -2.7948694229125977,
            -3.1921803951263428,
            -4.864044666290283,
            -5.350519180297852,
            -12.051584243774414,
            -12.156556129455566,
            -12.738004684448242,
            -12.90090560913086,
            -13.03438949584961,
            -13.555194854736328
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -3.1921803951263428,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10497188568115234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c1b9481ba619f1efc908a67e9b4c852e256431d070035ffcff9eb74fd62ae7c6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0393ef51f54a07fce8580653c2925dfde2ae5524bc05144ed1a32ff6e8471715"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "7c505d859d6330b2f713d78742f3fb376f30f924102a748b5384f5b1e20f316c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "70e8d016c8b71986a0b3ac8c0f1d846fc4d6f856aeb28b2943c0a4e79a0735ec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0da93f82c7e3cf90486da4f95356ea823320c2194ee1f37daee41f294177063c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "84a4a332c0f1248ce553c4e54644d25272635911dd6b6836cf8d855179399ef3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d3f5a1c342a9c6e9ab926d8405b73c126198942d1a835689bfd7d4c6e0e2b645"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "310f422fafe742e74f92099618b0e05b1018b1d257aa485c57d09215d8e28fd9"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            8,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            0,
            1,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            8,
            5,
            9,
            5,
            28,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -2.795250415802002,
            -4.8645219802856445,
            -5.350519180297852,
            -11.736379623413086,
            -11.82556438446045,
            -12.687152862548828,
            -12.758027076721191,
            -13.230134010314941,
            -13.450932502746582,
            -13.457817077636719
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -2.795250415802002,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.8645219802856445,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8615884780883789,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "32a4c0e6d4402ba74951e04f19fb462ad148c795d8d4f148edfd2ad53afa2544"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "45db210b3031b3a9503004c0688da612fc117aa82e627c4cc2228ca3cfba9e76"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "9d306580c0b48f4424493c8129f70b4600fccda882035094ace741f1e1e2bccc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "6c824f91c487d1eb4b0cd6013b2558c0995fe8bd69ca0503bd4ea09c316da41b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "95fb97c14b01b1a41efe2cd3a66544eadc15ef10ccdae77fada332a9506fff88"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "40d9f4d38bcec42b29717cbe752e042ace52028c11fe61a84ba52b61c412b0f6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "52be85da815be7a93e8bf339dfda2649f997d88d12733bb0638caa03034485fe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "85d5b633ac2fa254a999eb9cb6a34925839088340356745812d0834b969466d3"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            39,
            19,
            20,
            17,
            23,
            45
          ],
          "topCandidateScores": [
            -0.08587244153022766,
            -2.894099712371826,
            -4.65895938873291,
            -5.311152458190918,
            -5.681633472442627,
            -6.071136474609375,
            -6.130337238311768,
            -7.009387016296387,
            -7.387241363525391,
            -7.933643817901611
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38950300216674805
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            9,
            11,
            11,
            8,
            8,
            6,
            4
          ],
          "topCandidateScores": [
            -0.9484850168228149,
            -1.4519554376602173,
            -1.7873046398162842,
            -2.520026922225952,
            -3.1520791053771973,
            -4.322286128997803,
            -4.65895938873291,
            -4.701671600341797,
            -4.714164733886719,
            -4.916188716888428
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1702070236206055
        },
        {
          "step": 2,
          "inputTokenIDs": [
            19,
            5,
            20,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            5,
            8,
            5,
            8,
            8,
            9,
            5
          ],
          "topCandidateScores": [
            -1.0619136095046997,
            -1.9518523216247559,
            -2.103039264678955,
            -2.757028818130493,
            -3.094250202178955,
            -3.178467273712158,
            -3.181793212890625,
            -3.3304972648620605,
            -3.6242990493774414,
            -3.9901275634765625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08421707153320312
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            1,
            4,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            6,
            5,
            11,
            9,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -1.0981853008270264,
            -2.7632346153259277,
            -2.793452739715576,
            -2.800776958465576,
            -2.9114372730255127,
            -3.0136945247650146,
            -3.1375620365142822,
            -3.6861374378204346,
            -5.285924434661865,
            -5.614450454711914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10225725173950195
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            0,
            1,
            4,
            2,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            7,
            6,
            7,
            32,
            28,
            5,
            21
          ],
          "topCandidateScores": [
            -1.5712627172470093,
            -2.8134472370147705,
            -2.8223865032196045,
            -3.0286459922790527,
            -3.096349000930786,
            -3.2654175758361816,
            -3.5837104320526123,
            -3.9521501064300537,
            -4.472107887268066,
            -4.518216133117676
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1690685749053955
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            11,
            6,
            4,
            5,
            12,
            6,
            4
          ],
          "topCandidateScores": [
            -1.5822745561599731,
            -2.8138067722320557,
            -3.0657973289489746,
            -3.136423349380493,
            -3.342714548110962,
            -3.867844581604004,
            -6.354152679443359,
            -6.596826553344727,
            -6.909962177276611,
            -7.053450584411621
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.525130033493042
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            9,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            7,
            6,
            9,
            11,
            5,
            9,
            9,
            11,
            4
          ],
          "topCandidateScores": [
            -1.5956062078475952,
            -2.813807249069214,
            -3.1097514629364014,
            -3.136939764022827,
            -3.553274154663086,
            -5.083498001098633,
            -6.298449516296387,
            -6.4629669189453125,
            -7.896509647369385,
            -8.320192337036133
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5302238464355469
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            7,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            0,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            19,
            7,
            11,
            9,
            20,
            12,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -1.6263436079025269,
            -3.0291190147399902,
            -3.136939764022827,
            -3.1414194107055664,
            -3.554203987121582,
            -5.030333995819092,
            -5.197093486785889,
            -5.4395670890808105,
            -6.777674198150635,
            -7.8867573738098145
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4761300086975098
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            19,
            7,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            9,
            7,
            12,
            30,
            17,
            5,
            8
          ],
          "topCandidateScores": [
            -1.62702476978302,
            -3.031675100326538,
            -3.141671657562256,
            -3.2173521518707275,
            -3.554203987121582,
            -6.082590103149414,
            -7.519647598266602,
            -8.050074577331543,
            -8.966150283813477,
            -9.003220558166504
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.528386116027832
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            6,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            4,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            7,
            5,
            5,
            4,
            9,
            19,
            41
          ],
          "topCandidateScores": [
            -1.6270254850387573,
            -3.033773183822632,
            -3.141672134399414,
            -3.676532745361328,
            -4.486126899719238,
            -4.650732517242432,
            -4.759298324584961,
            -5.046222686767578,
            -6.246034622192383,
            -6.4854326248168945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16460561752319336
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            5,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            4,
            4,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            12,
            9,
            12,
            6,
            4,
            12,
            30
          ],
          "topCandidateScores": [
            -1.8190264701843262,
            -3.0385866165161133,
            -3.2327334880828857,
            -3.6361098289489746,
            -4.102503776550293,
            -5.148163318634033,
            -5.235960960388184,
            -5.331552505493164,
            -5.802830696105957,
            -6.02583646774292
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0456595420837402
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            7,
            9,
            12,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            0,
            0,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            3,
            5,
            5,
            41,
            3,
            32,
            6,
            32
          ],
          "topCandidateScores": [
            -2.087904691696167,
            -3.0568668842315674,
            -4.015930652618408,
            -4.218886375427246,
            -4.505976676940918,
            -4.520437240600586,
            -4.788179397583008,
            -4.95203971862793,
            -5.249795913696289,
            -5.355216979980469
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.015930652618408,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.014460563659667969
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            9,
            41,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            3,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            3,
            5,
            3,
            5,
            4,
            5,
            6,
            32
          ],
          "topCandidateScores": [
            -2.7810568809509277,
            -2.9783308506011963,
            -3.9485976696014404,
            -4.054586410522461,
            -4.520437240600586,
            -4.734399795532227,
            -4.854113578796387,
            -5.001713275909424,
            -5.236987590789795,
            -5.261078834533691
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9
              ],
              "score": -3.9485976696014404,
              "finishedAt": 12,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                41
              ],
              "score": -4.520437240600586,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21396255493164062
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            1,
            3,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            3,
            8,
            4,
            6,
            11,
            6,
            8,
            5
          ],
          "topCandidateScores": [
            -2.7810568809509277,
            -3.17743182182312,
            -4.436129570007324,
            -4.854113578796387,
            -5.347862243652344,
            -5.399282455444336,
            -5.465281963348389,
            -5.487942218780518,
            -6.775848865509033,
            -6.829164028167725
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -4.436129570007324,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05142021179199219
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            5,
            11,
            6,
            5,
            29,
            13
          ],
          "topCandidateScores": [
            -2.782695770263672,
            -3.182555675506592,
            -4.855216026306152,
            -5.34786319732666,
            -5.929688930511475,
            -6.297906875610352,
            -9.342188835144043,
            -9.501914024353027,
            -9.85617446899414,
            -10.441019058227539
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.36821794509887695
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            7,
            5,
            6,
            11,
            9,
            4
          ],
          "topCandidateScores": [
            -2.783729076385498,
            -3.1914379596710205,
            -4.856178283691406,
            -5.347927570343018,
            -5.930901527404785,
            -8.182939529418945,
            -10.25283145904541,
            -10.725841522216797,
            -10.884485244750977,
            -10.916837692260742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.25203800201416
        },
        {
          "step": 16,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            11,
            6,
            5,
            9,
            6,
            10
          ],
          "topCandidateScores": [
            -2.7845306396484375,
            -3.1915299892425537,
            -4.856878280639648,
            -5.348104476928711,
            -6.018701553344727,
            -8.761425018310547,
            -10.317230224609375,
            -10.420793533325195,
            -10.44806957244873,
            -11.433273315429688
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7427234649658203
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            4,
            9,
            6,
            6,
            10,
            13,
            29
          ],
          "topCandidateScores": [
            -2.7943286895751953,
            -3.1915371417999268,
            -4.8635125160217285,
            -5.34827184677124,
            -6.018773555755615,
            -7.49927282333374,
            -9.969417572021484,
            -10.408769607543945,
            -11.61229133605957,
            -12.12657642364502
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.480499267578125
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            7,
            4,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            3,
            6,
            9,
            6,
            10,
            13
          ],
          "topCandidateScores": [
            -2.7948646545410156,
            -3.1920957565307617,
            -4.864037036895752,
            -5.3503828048706055,
            -6.018773555755615,
            -10.76852035522461,
            -11.162484169006348,
            -11.579513549804688,
            -11.74582576751709,
            -12.50180435180664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -6.018773555755615,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.749746799468994
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            8,
            4,
            5,
            9,
            18,
            28,
            6,
            14
          ],
          "topCandidateScores": [
            -2.7948646545410156,
            -3.1921727657318115,
            -4.864037036895752,
            -5.350512504577637,
            -12.05158519744873,
            -12.156558990478516,
            -12.738007545471191,
            -12.900906562805176,
            -13.03437614440918,
            -13.555196762084961
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -3.1921727657318115,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10497379302978516
        },
        {
          "step": 20,
          "inputTokenIDs": [
            8,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            0,
            1,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            8,
            5,
            9,
            5,
            28,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -2.795245409011841,
            -4.864514350891113,
            -5.350512504577637,
            -11.736374855041504,
            -11.825559616088867,
            -12.68715763092041,
            -12.758025169372559,
            -13.230134963989258,
            -13.450933456420898,
            -13.457801818847656
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -2.795245409011841,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.864514350891113,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.861598014831543
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -2.795250415802002,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -3.1921803951263428,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9
          ],
          "score": -3.9486043453216553,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.015936851501465,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -4.436136722564697,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -2.795245409011841,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -3.1921727657318115,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9
          ],
          "score": -3.9485976696014404,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.015930652618408,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -4.436129570007324,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "C[C@H](O)C(=O)O",
        "candidates": [
          {
            "smiles": "CC(O)C(=O)O",
            "formula": "C3H6O3",
            "model_score": -4.015936851501465,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "C[C@H](O)C(=O)O",
        "candidates": [
          {
            "smiles": "CC(O)C(=O)O",
            "formula": "C3H6O3",
            "model_score": -4.015930652618408,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-cpu",
      "id": "isotope",
      "logitPairs": [
        "original-cpu__isotope__logits_0",
        "original-cpu__isotope__logits_1",
        "original-cpu__isotope__logits_2",
        "original-cpu__isotope__logits_3",
        "original-cpu__isotope__logits_4",
        "original-cpu__isotope__logits_5",
        "original-cpu__isotope__logits_6",
        "original-cpu__isotope__logits_7",
        "original-cpu__isotope__logits_8",
        "original-cpu__isotope__logits_9",
        "original-cpu__isotope__logits_10",
        "original-cpu__isotope__logits_11",
        "original-cpu__isotope__logits_12",
        "original-cpu__isotope__logits_13",
        "original-cpu__isotope__logits_14",
        "original-cpu__isotope__logits_15",
        "original-cpu__isotope__logits_16",
        "original-cpu__isotope__logits_17",
        "original-cpu__isotope__logits_18",
        "original-cpu__isotope__logits_19",
        "original-cpu__isotope__logits_20",
        "original-cpu__isotope__logits_21",
        "original-cpu__isotope__logits_22",
        "original-cpu__isotope__logits_23"
      ],
      "maximumProbabilityError": 2.4978227407268516e-06,
      "maximumRowTotalVariation": 3.350627095748178e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.618868350982666,
            -1.6200528144836426,
            -1.8966541290283203,
            -3.024728298187256,
            -3.2998433113098145,
            -3.467909336090088,
            -3.6312570571899414,
            -3.6401429176330566,
            -3.685303211212158,
            -4.11782693862915
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16806602478027344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "5e3cff3ff9a56e80542664e6bdf5e583b9ac4a4b561ab09a54ace2c6d785fcc4"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "44070d06a38996fcd90f9aad2c4d2da3c120304548c6549bea4abe6f6884fd43"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "e4a94c105ff14d01ddc442db6003be76404cc9227a628448d7ef48e598f1b785"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "3e68549709a4f3cae84254720181e5ad99052157011ab5f7e20099ac196f4000"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a0dce4822f4013cc2f448f9e783bd85ff65743ebf352e7db61ef5a32bfb10e7c"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dbcc5747356c4c13c26ba18ea10b9dd8fc46eb63361df7dbc0a752d049eeeb6c"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "9156be16511d337a0ec18dd2ffdd7b81766cf9fbcf723321f7da88074a4a9cbd"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "a7098ea2a99d7edb243dd12babe35de06c48abef41f4872fc35f7f498de98b38"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "06e6d6e0b9b6805a05818df3caee642d54f68fbb1bb0b4d4719dc598c47ad838"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "cf08d1c8f3840c750c18de33f70e88c8a6f8b68e4a9e6c44bee978ab6153069e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "291e0dcea53ef0ca8a88463da88f0126cfd9895fac42c346c5bf7b4664df339d"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "fe1056eb1deb95326155e5e8fe214467d5d2fcdfb3d7e67bdbd1d8d066b2ebf4"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dc1ba4739ec502e3333f28ca7c63661a820da6592dddb8cfffac61df5b1eef98"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6a9472d28a2c84667f6e15648f80934782a79398653c10216176b1b91e64ce8d"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233243942260742,
            -2.050720691680908,
            -2.733607769012451,
            -3.2669379711151123,
            -3.4123361110687256,
            -3.691476821899414,
            -3.7768733501434326,
            -4.405833721160889,
            -5.037308216094971,
            -5.200608253479004
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2791407108306885,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a026ea29a4a4874f5c7df2a70e6ad2da1083098758bb88030da49589fcbf7733"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7d615cf90e0dd62332e9d7198cd2f894a4bd30f1dc67016b902e826ff82a7a11"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a216b15b4eeb2759c698c667f1c3cbced7f3c0d060b025fb2029001fb1087149"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1ae115dadea390022e9cdb51efe67a4d27458d9dcc462d77af3595348b312f01"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b24997021d1c8843f61e1a88598ed7f99fec8b5d16481b1b83d7bd27f8ad3c12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "98a8ff6f75add21b9a86135e7751982b1a0e20db7af04fdc6519534c0c2c2935"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7b087b15724d8f0367e89511ec3b914ba1953ecbdd6886b280c4d6257d7bb47f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "aeff5477f75f28b6712a95a9451f989b809b9578ebfa1f9a01a3a7f35159ff6d"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.6233458518981934,
            -2.855440139770508,
            -3.1291167736053467,
            -3.917621612548828,
            -4.209522724151611,
            -4.462041854858398,
            -4.483791351318359,
            -4.493924617767334,
            -4.550571441650391,
            -4.919072151184082
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.6233458518981934,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.1291167736053467,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2525191307067871,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a97384727ac73ed7f2bb751f0b5b529d96c25b662855f9d3d2137fcd4fe5765c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "06226b03e84294656582bc511c2c9bdd75505b805f915e354a277932618ae4cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7230cba4b3bd090ef1b3e998bc7860be89d6f75e821f37d007dc3315e7173c82"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33a4cb4e139ac984da6c66a12d61466e80ea01d94ad607d8480168642e863b2a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2f9163bb2de6c869ff38fedbf16d37b01c800e35bf3c4fc394f13c302e38e20a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "353b44da44859233f57d01b91f3ea1f7c4cd2d8521abe94b871b3080452c0a78"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5cd77c53597d4cd513ab739d0ec670cd287d14ec4f1b114255c446cfbfd3e9d2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b35c62afa947186c90cf493d850a3da7dfabd7c847958d560e39ed0b7460717d"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570016860961914,
            -4.132008075714111,
            -4.462151050567627,
            -4.534817695617676,
            -4.732387542724609,
            -5.732325553894043,
            -6.287016868591309,
            -6.292951583862305,
            -6.968576431274414,
            -7.015284538269043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999380111694336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "e53eac0549f6a28fe0cf2936d25c974f5e4fa90f1f991911b80d33157a7b51b0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9cb185b1753282f0aac15d61e6245c66db07f2b68fbb2bcc21b7d8a2aeddab53"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "032397d06a7e325cb65f38e806a092e76ccd902fb94fa2d9be1e2068975b2c3d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "675be7eb08dadc86c09ca2e35915c2dd928b74d3cfdbdf8b845358659379eb8d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a797eee665c8fca2bedfb1441fb100deb44ae236353a462ca8742d5f6a45b78b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "871c4b268200329f2f2f4177285cf37ef272b6afe7cf2c3e986b583c3d3c24df"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "80b1bda422f01b9eb4e5b29f221f1addfa7af51aa6bc49bc8eadad1700f32ee6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2449d28bb7fe0d8b6f562302fdc33ab4c8aed5bd71a8611e77a56e3b9bee9a7a"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.730095863342285,
            -3.9498181343078613,
            -4.433909893035889,
            -4.538572788238525,
            -4.868734836578369,
            -5.158016681671143,
            -5.298519611358643,
            -6.126376628875732,
            -6.302591800689697,
            -7.02890682220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28928184509277344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2bef61bf7793e76fd8b7eeb3278a1330aa8bcbd18135bb5e53f05925d6b48b71"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "43acaa0998e03dd5ddf11ed70fea03f6e3f3ff7010c31706b90536e2fa0141a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "358e2e4ba62bd700c1c889036c344d7effc3ad8cc61cd772816d87d6cab0abc2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "06eabfaeb69f756bc26756894af89032915d7b3705b5cf1679a2ff265f8da039"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0cb74502a9630b8a89dc448d5b1d88a5f871df1c89b738f255a48ab0b9cdc5af"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f964b4c5aabdd023e82bed7a54399bf31f7291cd6647be1efa143f305dfb35b7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9791e68dda3d3f239c27f07a4da3695fd92d4b9bc83e00822a5bd87334e7d251"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "720bf395c24c195392bab4c03841a020e77deb356a155cb597b412adfc8bc5da"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.538573265075684,
            -4.590206146240234,
            -5.124658584594727,
            -5.273160934448242,
            -5.360751152038574,
            -6.116132736206055,
            -6.146402359008789,
            -6.409313201904297,
            -6.610935211181641
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08759021759033203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6d51130d2b9ed414d322e7560763d46fc92764225789ff9f29e311c70040eec7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "71a44327356c2299bdd504cec6be569c2fda8d2ddcd17ff72c9f8eb013191ea7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d572c3bb54e56169b574f33a2a0cd19ed910b695a063e3d2f0ab512fe1d7b4e7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "42dd24edb875965a1cedec464dd687730a68475bf5ff2d82a8a9c342603a8380"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0bb6bf9273c3066f28ada118b1bdbdcbe235e65d2efba8b37e91490661dcc8ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ff4dc78c79d94adf1bf924d4c2b5a95d891e8407eb5d638eddeb7b4874f06e03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9b8637bee7026f1d230c35ec1cfa9f29abb65b82411aa65a35b43e543d9e0495"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "688aa2551886ec6ce91049b4f661934a2985ad01e326b2b2f7421ee7db5e48bf"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.626727104187012,
            -4.706858158111572,
            -5.2731614112854,
            -5.911760330200195,
            -6.788915157318115,
            -7.208338737487793,
            -7.218818664550781,
            -7.7965087890625,
            -7.9088544845581055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771548271179199,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7a052a89fbf7531aeda104ff6936dcc05c88f4d3f8dc726a4a73689f86292610"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "929becaff208995804f1bc6d9b850237206809b0b3375d757b0425d25becc8cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "43c4822f249f8a07eb610ccdf03e99d6f89400ec04779fbb3f3e2658c95e1691"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "67a3ea78d52a5a8bc864efbf956f5f4c50b343bd9cc12006f5f2079de73b30c2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "34ebe3277b180c18d6502d5e9c0c16b60c7e33841f7a1c7fe02df6077c6cb021"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "955b9f453965392797718ed53c310bf52bf77e798c7abb23f62274ffa924522f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8e948308f1e0cf9d1b2236eced1677e5406a3b053edd733b9605705f181651a6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "241d3ee9a7149ba48535f110c9aa3b0a9cc3a80951a012126734f0765a4fa887"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.9513678550720215,
            -5.156772613525391,
            -5.1638360023498535,
            -5.451318740844727,
            -5.562664031982422,
            -6.774130821228027,
            -6.987249851226807,
            -7.161184787750244,
            -7.178929328918457,
            -7.327513694763184
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114667892456055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2dc1a73cb30733b38d64499857581f13b8ae4b09e9ed7d4966d192e83f7c10cf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7b596ba4e2a01ca80d5da1930a93c3733115f90506dffc1f8f6b5d5b6123a705"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7ef7d41951aded8eac800413c9832281bdcdcbcb060e51c2f3c1717d2e24387b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c01833d92acf56c2754f5b46b3450835dd9a4a6c768c62b6ea165041968e1522"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0513f8a368bcc1c95437edf0585c67d563dcd0fbc3a8aeb775276499cb1cc510"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "fcbe919e9c4deedcb6ca61b7441778c2abb46fa12804eb32ff7e47a50bec86eb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "aa809de6cd224ca8fb19a5c4835950ecedb7c2bb6d29439cabb1227469e2cec5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "42ac8a2aff385b4f1d0b9d8ed29e0cba8029d11a2b3c1feb7802089ab9c8226f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.1554460525512695,
            -5.164139270782471,
            -5.919897556304932,
            -6.130503177642822,
            -6.354485511779785,
            -6.510918140411377,
            -6.939023494720459,
            -7.113364219665527,
            -7.178903579711914,
            -7.420920372009277
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1564326286315918,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "10569f1f1eafc757ac0db16d4d7ed097f044f6ac46dc754581437393ce4fbf0a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "127d8a7b37e565b72f2fbeb7da9aa14d1e98aac2e0cd813d4b7e58e48990f5d3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a535bbfc48aceca29e4998d9571620c95481ffbc5bb7942138c92ebb2ba765d3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "012ba2ad5a56af868a567131605de2002ece9b7c9beaf4f8081ef19aa16bfbcd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f31b3e92096f38f59b158ae85e0ae826031ae95ed38e60fbc1dd2120f9edc2f0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4a8565adeabd277de06786cd2b646af7d8ccf057ece3aab2a652775066234a62"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a24e25e257775c52cab0c280ec45db8a3042257adfa59fc74ccf5a0543a69f10"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d5b3641009e4254943807af4634e346e866c56356a58ca611e91e352ebe45185"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164139270782471,
            -5.74774169921875,
            -5.847601890563965,
            -5.920427322387695,
            -6.082671165466309,
            -6.130503177642822,
            -6.145451545715332,
            -6.354487895965576,
            -6.4701948165893555,
            -7.105710983276367
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04783201217651367,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "b70318e57be862bf0f38b568e0ce02e8c4ec23479dfe3b1ab32674789ea3d9f5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "75d65373e54edaf0b155a492cfb3de2dc71f9f4dd116a08bf6bb871759b13dcf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fba86e811b7c8c77f12ef09e3ba9a587dda7ed4bd59ca72d67896f6a29855949"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "11dc81e4de4e6aba12a6d272171de3c5de481f4c3b14601baba8053149ffda94"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5a239d5f0d6ba30229001b60e0b8bc8a70ab955116b2cda68865f40a49418714"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0108a6d55ff9110b33ba8fc2ff5aad8656cc8804f8701ca7e01b0b9841a8a034"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "68e2bac5a95509eb6a2b3cc07aef21d6d639109f46bbcc9061c48bdebfdeda13"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "aa3133a285636f84ad608ba03705287010b8547ad71c94bb9682e046895dc710"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272756099700928,
            -5.832277297973633,
            -5.847601890563965,
            -5.920427322387695,
            -6.220719337463379,
            -7.845647811889648,
            -8.403486251831055,
            -8.52688217163086,
            -10.626203536987305,
            -10.745889663696289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6249284744262695,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6f170694a364f27e7a2e4b6f0833ff979de246a81c1f80fd518edbdc262ab989"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ce98ffc91e506897f1f06a7494b3f220fe690272b515b5196bfb2f38b731b339"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4874c5eccd6eb22a5374bdfcbfd1a70edd9a1de8df85d99e9e6a1c8819b36879"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c0b422d13f2d0891518c3f30dcefd7204f83e41202109c9597b8e4b4e9170998"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5bd4a9b075b367cb72bc257c761d5d04cf6ad5d3f26ff91898c01e4b66efee9d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4ca7b88039bfcd67b509ec6e7131d8fe8b8225e5da0c31f766a5265ac5e5b5b8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "62a2c35aa4863d2349a722c4c44116b4675c36c16739b3f7d42e853a2be0e34a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9e84a6aa71caacb8b8c4a10cbd1c9fee3dfdcf4bf4a9c265105c6eb75a868d5b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835171222686768,
            -6.024505138397217,
            -6.097123146057129,
            -6.663396835327148,
            -6.874382972717285,
            -7.210858345031738,
            -7.257774353027344,
            -7.66322135925293,
            -7.865755081176758,
            -7.901448726654053
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.663396835327148,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3364753723144531,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d0417e5870cb98b2ef9c4ee82588263cddfaa72b37e75886fc317788d10dc689"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "792d94c64b28e6abe948ec694d28c40f4f1b1bed38fdd00778d6ef7615670ceb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b65e083d6362bb8f4e94578f2ab6f93ef3ee3f70bfbe3091c20fa9aec0e2b262"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "85553c4a3f5097084136a3bcad2ee2cdbb06191e09dcfc4831c4fb69a2ea4db4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "c6064cb8fb95cc6ac00858d06a4d6b3eb90dc1d79f942ddc8d5115aeafd353d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "fd011f928b3a83a65e3f60d6a0c67f4e081751e9b894035e8778be9713934b2a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b877bdc41a4f2b633019f126dad96fbbfe9a79f001c5fe87df344ab9a9a8cfee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "193b3333bbf8775d81fa1f4b32393d189ccb820a7d7b0867629b49628ff94cc9"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835174560546875,
            -7.21713399887085,
            -7.220550060272217,
            -7.677140235900879,
            -7.691018104553223,
            -7.7683796882629395,
            -7.801595687866211,
            -7.841050624847412,
            -7.952846527099609,
            -8.021113395690918
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0773615837097168,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "570d435769d19b25222437e62004e7bcdd3d6dedb3cc1d17e0f354d15ab9b9dd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e4108a25615f77a62688ec18013298d9160834b98020be5bb3696e8ce6573f69"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a44be9badc350b525f31f405a19435ae9a80a1a5f5009e529b88bacc187ed982"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "184d8f56ca422c1498b90237167434e4cc96978d0fd2b92e806eae3fad27f409"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "efd6616dc5ba23375018323c9f5ee357d4ceaaf0175b880da451db3aa93961f1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "859b84cd958a079f6a823fb9b6b08e550c71f0b35c7ca7a1fde1b35261ddff79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0f669f9294ae59f6b37fc1d0bd32207c6846ea11086b51a5bf28eb92650c9b0d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b65c1a13c00ad58d78b62dc80b1c1088966f73e79a7f1a2537a999ba4c05c29f"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.9741668701171875,
            -7.218398571014404,
            -7.677198886871338,
            -8.001812934875488,
            -8.12448501586914,
            -8.804722785949707,
            -9.126652717590332,
            -9.30630874633789,
            -10.151649475097656,
            -10.499442100524902
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677198886871338,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6802377700805664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "88c385cd0a4ed195cf8586d04e6f5ab716af800c5dfa82d119c380db6fb8f61c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0240932bc61c21dacc98b676f9632a3583c3d5ffa1967cb6439a806f0bf7e208"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8c1e5ebf14832cd945e1719e861ef656fe822ea3218b1e7aa04ec6122a31b269"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "85266fa8e47de7a49ec56e286bf0fa3e1c6073b13ef62c1ab3d894247924ae38"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "65106db124ad84b998e793d020527884194c5be09ce6a8aaa8ba1e1c0165d179"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f7fafc932ac4a559bda50ea87c29808ef924f3931b4a37d10533d8136dc5d5c2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "fdcead890c4cc25b1260a5030a8e688b12fcfaf024ec24a67de08b6708a49b51"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "917f7cffe3f4d54892b6bf025d986af1596cd11491f61a2878dca92127cfe1ff"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.218405723571777,
            -8.12734317779541,
            -8.393034934997559,
            -8.806388854980469,
            -9.92815113067627,
            -10.778404235839844,
            -11.324385643005371,
            -12.283562660217285,
            -12.476114273071289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217622756958008,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "65e8fdb31b62b8b0edaf8bfc8c6b0fd127553e941e1ca57b41593f4f48c4036b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "8fd3b58afbefef3806b467f2ac608f972410bb87a5b8c03945a3b6118480841a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "04e3dddc25aeff3b7b5e38e6a6d0a9bd9924f7df28effd5bccda8aaf21784770"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6baf452562bbf8e0fc3e20bac5247acaec5cef254f128830c0821d5f9ffc63e9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6333853a5fb96e9bcb2622cb44135b641901a052b143488505e0d83b79319f12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "58883cb3dc1e594190052541b82beed66a9c2d64e09976c85d462b83f1fa890f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c44b4081b0046c83d1a9e4f8e59266146afdb97da1fc075dbcc96b33793946be"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "be8f05d78eec228e6dcb674c0f404f1a3b9a1f1b74826088fbf3c94a59744227"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.367037296295166,
            -8.12734603881836,
            -8.402846336364746,
            -8.806390762329102,
            -9.207042694091797,
            -13.022756576538086,
            -15.058290481567383,
            -15.291104316711426,
            -15.589313507080078
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4006519317626953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef4af1cd838c3d79f8e57210bdeebe30c25bd11374f229191888555d7692de8b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3faafac362b1286c41fa466023eb9e2addc85ca75cd2e6d5322fdd41799f72ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d1505eb261b75593317595490b57521f4b066fdf238c89c60814f3e0d9f33736"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "48c239bb33819640574c480ea8b1b42c53c7aa142bbfa79d1e8e4b2d4c1ed709"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f85dbafdb5280fcab22dd7131b4de5a0948e7059c8ba26642c6e0f4c42d965c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "9d0f49e5f5ce6477982f4a782d1e130d3a74f4d176a9fa63383cf6d2377c716a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f6bd2fb86882e70480e56fa5fa4b2576ff5a554ac0499112470b0cf1de3ca73"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "5e5b5369032cdc40b6fb180c0cf65903825cf9dc76f173257386a3163196c816"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.974940299987793,
            -7.367048263549805,
            -8.178160667419434,
            -8.402985572814941,
            -9.120019912719727,
            -10.132535934448242,
            -11.167595863342285,
            -13.232380867004395,
            -14.85342788696289,
            -14.966073989868164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125160217285156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1b3d2a939c96b79208189d9e6bd23f7ddad6f4bf5b536122bd20f042ff59372b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d6ceda688b1e594931823ba5780b351723b203d45f45f1dfe8960ff7dac66bc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ba2bad54f131ed3191dc36a0fd91bc2de93cc62c73544960af713969380f5ceb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "424fa43e437a7751ae5323d3b8bc71df47aedf3031c83d63d816e391a01aa3ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a293c95962fe36f9c9ae8c193773cfff2aba88fa4b18d6b4068e450bdb7ffd69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ce812a2d30694df285ca768e6ad2c40fefd29a0b7d7972ba581f4709b37d53d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a00b21f9bdb103099eeba61952af43d64c4c2e10466bcc89271268dbbbdca87d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "84f3a4f3be939df77424cf7ae724d676a518b4ad5cbf18aa1d49196f56234401"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378390789031982,
            -7.159922122955322,
            -7.367048740386963,
            -8.178171157836914,
            -8.4030179977417,
            -9.120036125183105,
            -10.007558822631836,
            -11.750045776367188,
            -11.795624732971191,
            -12.92148208618164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170181274414062,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "6958811284911f3ffd6c2ee241567e69d05ae0682e1bea98ca7b7d8497c120f3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "790971e7c7a7a5dcd5807e2f49126261cce772441bc8eae8216ed98d8a8e23cd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1822a6e7ef9dfb7074de4f48252669e8229fd1d63ae20199f6faacff66d178f6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "df7403ea95cfd506c8c55bd139c5c017f773be906c95c31fc7faa7e274d26454"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5a6dd9c0344bbbe3d10595cdbfcab49e39a078335b7aa0a3b36b8791195371fe"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "467228916248739f01917c5e6937996324a6585b1b1b3c017ad1f780de7f7a37"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "db8e18f911e6111b5c36966493dbd01999bf71691bc452c2ee6679073427ca8d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5b0e1716f6a791b41274446469558b79d6fe7e18f50e304da3481ff535397c5e"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.367965221405029,
            -7.601821422576904,
            -8.178171157836914,
            -8.4030179977417,
            -8.891338348388672,
            -9.960444450378418,
            -10.724023818969727,
            -11.309149742126465,
            -11.363237380981445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48832035064697266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "54f7ade7af66cdc009d15d79670b64291b6d3a6ed5a6f78b18adbb427c8e79ac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "861adf5b35c782e3680cfaca26d5c3a6119c7d979b00fa847828480aaffabcd1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c41b3087c3c77dddef35c3f6717de6ad3c3976e96b3a2f875a6c8a6c6ed2d436"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "983aa0196785a0aa76eca9a5da2743149023450397d0ebb27113a354b6613fbb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "447f3ce115f4be00cdb1c8638492306b137caefd2055dbd7ec18a94f19584fe4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "1dcebc6a69fea4f8ac0d42aee9faecb338741b35db43aebee9dcee90fb67c798"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2de60979bc6b7f9decda7af5cd1f84a7c82bc6ebdf1d18b0c98b30f205721acf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "211dcbccba0949661df57c5919b5b5451ab60d46c00506547592507831968e2d"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.601840972900391,
            -7.737105846405029,
            -8.189591407775879,
            -8.403030395507812,
            -8.550690650939941,
            -12.66903305053711,
            -14.734381675720215,
            -14.920083999633789,
            -15.006481170654297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1476602554321289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ac8a4def1f368a6eb03fc10015d174ec7f120122a10199f5b2fdc1f1e41342d5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d74e250743ecaf2b8822fd3a2b16edab89f542451fc39f2184ed5ecedf2cd6b7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e1a3444d515a08bf85d4055c01b6d9c4270ea8e6a5497f1dc1b2ad4986345107"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "58e4613834c628c4d74b6c477ec3f23a0537843e3985922c055ade86c3598f1c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e18efb85ce62f0ff284ac637cc55b36bb3cb49486b6f132f39a9c4dc63887c98"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1fec73de4806d440915d883a64b03fe284410f07d42df02333bdbdb5d9c7598e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1c1a1588c9d536bb0f095798893d08663358ca354eda6ec7f4b21a62a013d1f0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "6d3387300b832a027f71f95a1a5fb1d4274a3125ee279fa5630cc6033ea563be"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502535820007324,
            -7.601897716522217,
            -7.737132549285889,
            -8.403075218200684,
            -8.430048942565918,
            -8.694684982299805,
            -9.748400688171387,
            -11.257413864135742,
            -11.4656400680542,
            -13.19868278503418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2646360397338867,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "58c63c60a619dcabba6ff82ef0d0ac9e6c494d06a5d6561c793cdda17d3e3aa4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "5466b3249fc88ccfa5fb6c8b4df754b0b15611540a8e2a6b9f29b924a9f88707"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "018b913191a83f2aba6a440a8b6c092f25ab4a3519c61bc7a6d1fb477127a165"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d67d704a65451171c2a9419d877f789ce0fc48a02a1e242430e4c0f4a8cd381e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "c2666508b6066d05278b508870e1f554a2cc1c584843dff45a75e42a7cce5ae2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "9e3699bba8de30ba8ffd1a5b9c30b4d70337f102adccd4efa71c2f6256ad0bb7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "ee3919457085e4accdfc95f08a1b6b9a89628e601222571ec4d97e4e799b0122"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "4874ec7bde2583a58a8e0ff2d71e75045ded3755253eac43036086e0fdf6f196"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.684122085571289,
            -7.60191011428833,
            -7.737132549285889,
            -8.403091430664062,
            -8.430084228515625,
            -9.384807586669922,
            -9.399446487426758,
            -10.786476135253906,
            -11.128336906433105,
            -11.618820190429688
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547233581542969,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "ce3be055b5f0bbea8f0d62a211772c302cf198f0987cef62c970eae17dbd5e33"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "1bf974963fd698035372bd4737af242b81f01d05b6675a38f628a88d26012798"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "b3fcab1789421cff7700cdb57fbfa386cc7fead2a7efec5038797c18693cc26a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "a2af1f595c1809b3d704a6b26558b1438d7e6871b5a80b9edc20e674dae22ac1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f49082f718ea4bbc6cb023ad69764eb863b48e509ab0e40469f04b85a16776ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d1059b42dfa19d20dbe8b08ad1d91410c57f1f191f2c1502f491036dce7e5606"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f466a2926d4d63379639dba8634b58533486d75c171fe08ed84084e22d9a4186"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d61e071440cafff0c9b50de8486f5efd292099acc6fb599bc583a6a2820d02a7"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.6852617263793945,
            -7.605001926422119,
            -7.739434242248535,
            -8.409729957580566,
            -8.430084228515625,
            -13.881999969482422,
            -14.269865036010742,
            -14.301294326782227,
            -14.434270858764648,
            -14.685869216918945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451915740966797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "59a1e283f23d47ac219717e0adf5a2bf5a09911985cb085e967967ffc8d957e2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "03d0bf6fadb8d8260d89798fb81018e717520de5d007873c5a511325a0aaa3ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "8df5abb60e9bafea8bb0b2933f1b6d3ced0cf8915caac7c89657f26fbd1a4835"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "7720fec833a70db0f81e1cc4deb05c058e861c4de1caa179695ba90374d282f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2ebf2aceb20d43020523b99e22553300c9ab41d300607b3f280af3497e26a360"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4325b6fce38d3dac45f92247214fd91230af6849b932444aa1a62f29b94b2f27"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4b01163e199f6adaeb0743290e1153faac91947cc7bb59fa5cd9b2772e26e8f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "0ca6b5613888c812b6274056e296ed03d93c40d1973aad875eb30f94f2832296"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.916341781616211,
            -7.615095138549805,
            -7.739712715148926,
            -8.428159713745117,
            -8.434804916381836,
            -8.64852237701416,
            -9.926487922668457,
            -11.41327953338623,
            -11.80119514465332,
            -12.523164749145508
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.916341781616211,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.615095138549805,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739712715148926,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428159713745117,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21371746063232422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "9ab752cdc9825e773d93ed29f63ed2ae169452c0fec54fc26fc993a9cc70c014"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "73bf2a7899ad171ed977779256644040e0ca2cdf57b1926482b9f006d03b807f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "8d9437f44add6f9bed5cac5747cbac0d6c883570e0420ebf199ae2d6e36d0961"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fbdcd56260e9686ff1332ef6289339b7a43a106c0ca7c1ec5ac5ff95b4575fbe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "784c1d99a77f5a5be199abe345f6f5b0aa8ab6d979b464062a70e73126672365"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "54b37ef24d518afae62f92bd48e6a25ea5e22d5a2a4df6c859ce723092cb4a93"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "e450a505d7f776283ee7af59653648954d4af3cfdc7661e4ac69a084fff374dc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "18bb43b9c3ad89524ad0f22a133704c7430f2a93fdc8f70f1ef75fb822c08563"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.618869423866272,
            -1.6200522184371948,
            -1.8966566324234009,
            -3.0247292518615723,
            -3.2998433113098145,
            -3.4679112434387207,
            -3.631258010864258,
            -3.640143394470215,
            -3.685305118560791,
            -4.117828845977783
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16806793212890625
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233227252960205,
            -2.0507261753082275,
            -2.7336087226867676,
            -3.2669458389282227,
            -3.4123339653015137,
            -3.6914782524108887,
            -3.7768702507019043,
            -4.405834197998047,
            -5.0373148918151855,
            -5.200614929199219
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.279144287109375
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.62334406375885,
            -2.8554534912109375,
            -3.129115343093872,
            -3.9176321029663086,
            -4.209518909454346,
            -4.462052345275879,
            -4.4838056564331055,
            -4.49392557144165,
            -4.550575256347656,
            -4.9190826416015625
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.62334406375885,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.129115343093872,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2525334358215332
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570136070251465,
            -4.132016658782959,
            -4.462160587310791,
            -4.534814357757568,
            -4.732399940490723,
            -5.7323431968688965,
            -6.287034034729004,
            -6.292972087860107,
            -6.96858549118042,
            -7.015294075012207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999432563781738
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.7301082611083984,
            -3.949827194213867,
            -4.433916091918945,
            -4.538581371307373,
            -4.868746280670166,
            -5.1580119132995605,
            -5.298529624938965,
            -6.1263837814331055,
            -6.302596092224121,
            -7.028911590576172
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28926563262939453
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.9500956535339355,
            -4.538581848144531,
            -4.590221405029297,
            -5.124665260314941,
            -5.2731709480285645,
            -5.360756874084473,
            -6.116137504577637,
            -6.146412372589111,
            -6.4093241691589355,
            -6.610946178436279
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0875859260559082
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.9500956535339355,
            -4.6267409324646,
            -4.706864833831787,
            -5.273171424865723,
            -5.911765098571777,
            -6.788913249969482,
            -7.208345413208008,
            -7.2188215255737305,
            -7.796513080596924,
            -7.908859729766846
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771481513977051
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.951376438140869,
            -5.156782150268555,
            -5.163847923278809,
            -5.4513258934021,
            -5.562678813934326,
            -6.774141311645508,
            -6.987246513366699,
            -7.161184310913086,
            -7.1789445877075195,
            -7.327518463134766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114624977111816
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.155453681945801,
            -5.164150238037109,
            -5.91990327835083,
            -6.130509853363037,
            -6.354494094848633,
            -6.510922431945801,
            -6.939043045043945,
            -7.113373756408691,
            -7.178915023803711,
            -7.420933723449707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15642833709716797
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164150238037109,
            -5.747755527496338,
            -5.847607135772705,
            -5.920433044433594,
            -6.082675457000732,
            -6.130509853363037,
            -6.145456314086914,
            -6.354496002197266,
            -6.47020149230957,
            -7.105720043182373
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04783439636230469
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272766590118408,
            -5.8322906494140625,
            -5.847607135772705,
            -5.920433044433594,
            -6.220723628997803,
            -7.84565544128418,
            -8.40349292755127,
            -8.52688217163086,
            -10.62620735168457,
            -10.745895385742188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.624931812286377
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835183620452881,
            -6.024509429931641,
            -6.097126483917236,
            -6.663402557373047,
            -6.874397277832031,
            -7.210868835449219,
            -7.257781028747559,
            -7.663222312927246,
            -7.86577033996582,
            -7.901453971862793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.663402557373047,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3364715576171875
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835186958312988,
            -7.217143535614014,
            -7.220556259155273,
            -7.677152156829834,
            -7.69102668762207,
            -7.768373012542725,
            -7.8015851974487305,
            -7.841064453125,
            -7.952859401702881,
            -8.021119117736816
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0773463249206543
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.974178791046143,
            -7.218407154083252,
            -7.677210330963135,
            -8.001827239990234,
            -8.124497413635254,
            -8.804729461669922,
            -9.126667976379395,
            -9.30630874633789,
            -10.151651382446289,
            -10.499454498291016
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677210330963135,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.680232048034668
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.974189281463623,
            -7.218414306640625,
            -8.127354621887207,
            -8.393049240112305,
            -8.806395530700684,
            -9.9281644821167,
            -10.77840805053711,
            -11.324396133422852,
            -12.283576965332031,
            -12.476129531860352
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217689514160156
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.974189281463623,
            -7.367044925689697,
            -8.127357482910156,
            -8.402860641479492,
            -8.806397438049316,
            -9.207052230834961,
            -13.022771835327148,
            -15.058294296264648,
            -15.291105270385742,
            -15.58931827545166
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.40065479278564453
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.97495174407959,
            -7.367055416107178,
            -8.17817211151123,
            -8.402998924255371,
            -9.120027542114258,
            -10.132538795471191,
            -11.167598724365234,
            -13.232393264770508,
            -14.853431701660156,
            -14.966079711914062
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125112533569336
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378401756286621,
            -7.159932613372803,
            -7.367055892944336,
            -8.178181648254395,
            -8.403031349182129,
            -9.12004280090332,
            -10.007566452026367,
            -11.75005054473877,
            -11.795637130737305,
            -12.921491622924805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170114517211914
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378431797027588,
            -7.367972373962402,
            -7.601830005645752,
            -8.178181648254395,
            -8.403031349182129,
            -8.891347885131836,
            -9.96044921875,
            -10.72403335571289,
            -11.309162139892578,
            -11.363258361816406
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48831653594970703
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378431797027588,
            -7.601849555969238,
            -7.737112045288086,
            -8.18960189819336,
            -8.403042793273926,
            -8.550697326660156,
            -12.669028282165527,
            -14.734395027160645,
            -14.920088768005371,
            -15.006487846374512
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14765453338623047
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502546310424805,
            -7.601905345916748,
            -7.737138748168945,
            -8.40308666229248,
            -8.430058479309082,
            -8.694686889648438,
            -9.74841022491455,
            -11.257425308227539,
            -11.46564769744873,
            -13.198694229125977
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26462841033935547
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.684129238128662,
            -7.601917743682861,
            -7.737138748168945,
            -8.40310287475586,
            -8.430092811584473,
            -9.384821891784668,
            -9.399468421936035,
            -10.786483764648438,
            -11.12834358215332,
            -11.618844985961914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547290802001953
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.685267925262451,
            -7.605009078979492,
            -7.739439964294434,
            -8.409740447998047,
            -8.430092811584473,
            -13.882001876831055,
            -14.269878387451172,
            -14.301301956176758,
            -14.434281349182129,
            -14.685876846313477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451909065246582
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.91634464263916,
            -7.6151018142700195,
            -7.739717960357666,
            -8.428168296813965,
            -8.434812545776367,
            -8.648530960083008,
            -9.926483154296875,
            -11.413285255432129,
            -11.801204681396484,
            -12.523172378540039
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.91634464263916,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.6151018142700195,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739717960357666,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428168296813965,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21371841430664062
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.6233458518981934,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.1291167736053467,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.663396835327148,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.916341781616211,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.615095138549805,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.62334406375885,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.129115343093872,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.663402557373047,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.91634464263916,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.6151018142700195,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.6233458518981934,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.1291167736053467,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.62334406375885,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.129115343093872,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 3
    },
    {
      "group": "original-cpu",
      "id": "medium",
      "logitPairs": [
        "original-cpu__medium__logits_0",
        "original-cpu__medium__logits_1",
        "original-cpu__medium__logits_2",
        "original-cpu__medium__logits_3",
        "original-cpu__medium__logits_4",
        "original-cpu__medium__logits_5",
        "original-cpu__medium__logits_6",
        "original-cpu__medium__logits_7",
        "original-cpu__medium__logits_8",
        "original-cpu__medium__logits_9",
        "original-cpu__medium__logits_10",
        "original-cpu__medium__logits_11",
        "original-cpu__medium__logits_12",
        "original-cpu__medium__logits_13",
        "original-cpu__medium__logits_14",
        "original-cpu__medium__logits_15",
        "original-cpu__medium__logits_16",
        "original-cpu__medium__logits_17",
        "original-cpu__medium__logits_18",
        "original-cpu__medium__logits_19",
        "original-cpu__medium__logits_20",
        "original-cpu__medium__logits_21",
        "original-cpu__medium__logits_22",
        "original-cpu__medium__logits_23",
        "original-cpu__medium__logits_24",
        "original-cpu__medium__logits_25",
        "original-cpu__medium__logits_26",
        "original-cpu__medium__logits_27"
      ],
      "maximumProbabilityError": 1.0517266210152698e-06,
      "maximumRowTotalVariation": 1.0517282299751353e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            45,
            39,
            13,
            14,
            21
          ],
          "topCandidateScores": [
            -0.003409051802009344,
            -6.159326553344727,
            -7.351055145263672,
            -7.448540210723877,
            -10.651450157165527,
            -11.384770393371582,
            -11.704241752624512,
            -12.150174140930176,
            -13.382861137390137,
            -13.416632652282715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7333202362060547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "7cb21a86a15fd73b2b459a887d46430fe1bedddc0242a79e2769aa97923ecccd"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "9f611e4881feb1bd1bbe2b080d43809ae65df043a86262d6b1b5a509476fab63"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "48b62662e2521b8893367a0b4abd6204d235540c73716c2a682e2ed2ec445b20"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "7e6616be1239feafa0522752dbf585ef5340f875318f8cd62cf376559bcc1419"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "618a805f26e96df72aef9fa881c9bead473b489010a6e448e2bbde4f19fadaf5"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e80355c2400d645ef84a97c894743660be8c47d6c4f3d1a2254c928120b5d91b"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "2a100c77b11fde90a75548cbd8840b4856ba8e8e9d080bc468cf04ce90395694"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "8bf4551fa10cb7aa61f3b07198b2390607eab0fc117d361a4e340dbc91324d38"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "da3202877e38776fe6a7c3cb9c9b7fb6fc26c437236320233d8eaaefee81c8a3"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6727616b711e8ae6871b99b3f83c693b3a53ff10cc205ce49832ca5b3f3bf9aa"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "6aa534aa508cac16f09c3595374dd228c9cdc1590c969f5d793545e6eec6eb89"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "4ea7f6ba235bb7d033e3aabdaf6a4e86f0ac845f79c0415d85bfe064d82967d9"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c9368d31778ed221eb900be67532f68ba82dc1c1c7721f79a858a6fd6b2f1617"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c1a8074afc38fe4a2a75877f8f4b1f2d5dcf25adc6dd9dee67d62171437753dc"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            11,
            8,
            5,
            6,
            12,
            4,
            11,
            6
          ],
          "topCandidateScores": [
            -0.008831222541630268,
            -5.412415027618408,
            -6.212157249450684,
            -7.351055145263672,
            -7.651806354522705,
            -7.790347576141357,
            -8.580768585205078,
            -8.703320503234863,
            -9.373054504394531,
            -9.871748924255371
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13854122161865234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cbdafd828c8e4463f281e166d3ad14c7b8390b329964c32882a28680216a2fac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cc6687caf9912d579a7724f1d0349522e9631918040fede4dd5e972a3dcc67b2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "dcb7321c86899a40890cf0275d4b10fc57ced2043e6c47c4f8e05bb7c7f793b9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "9b37cfe22274e7e07da68e1e5ec1059e2eac9db15b9ea2dbe62abbe3fb46ad55"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "657a0b0803fa4f7dc59ff675335c33f088f621c2b75c385fa8e5acc0bc3d9229"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "820e191fd97d4db9bf5ba20b9cda5cbfb22d591aa4eaf5916057f1cb195c3fdb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "034dfe0f1369f1cd9128e024e99637e74225c7353d78d1cf6c684e628be1fa14"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "80fc0ebfe19ddca375f4a18486a9c2cbe758ce46d0ccb80ff84a99398ab04c23"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            9,
            11,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            4,
            6,
            5,
            12,
            4,
            6
          ],
          "topCandidateScores": [
            -0.035829510539770126,
            -3.6676039695739746,
            -5.419193267822266,
            -6.221490859985352,
            -7.696473598480225,
            -7.80914306640625,
            -7.981823444366455,
            -8.205761909484863,
            -8.53738021850586,
            -8.5944185256958
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11266946792602539,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "4fb89409ef25dc45358e3ec807045f4be6515b86bc2f6fc6e6d5fc4fcab0285d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c775af2f4fb4be7016c4c54b00074b5dc546409b3996edad529755fa87aebc31"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e7d4ab816b587e70923253cd760b848b69f141f74699eeed425df93e21c03a81"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "47d163ef5c7503202745f665b30c3afd51652a70da49a5952d282d7c7540d73f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c844c1598c4c690aacafe9cf8ebd177c1111b80f9ba07b5e08fa859211e16f2d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33d1c8597ee6dccd1ece19da4c4af5871d809d36a32e35cb3cfe3b617174e1cc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "20b64f106036608809802a057b80321f5a451eb63bdd99a8abae67e05f882a00"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "82c72f02dcd2edfda97415f5fe8ecc9c8cb41a295fdec23c15ca586c96501eb2"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            4,
            6,
            5,
            4,
            8,
            4
          ],
          "topCandidateScores": [
            -0.035937268286943436,
            -3.6741065979003906,
            -5.422361850738525,
            -6.313315391540527,
            -8.331506729125977,
            -8.454946517944336,
            -9.066561698913574,
            -9.402445793151855,
            -9.488216400146484,
            -9.75953483581543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12343978881835938,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "53a0510b69613e62189f00265d8dd7a7843d6567e3fb5a5c3c77181acf3f2888"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1f54800c329d4470689a908bc660025431ccf7dd422b1bd6ac92fa4b83d8c273"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "5feae3284ba5c8addf78e3d7755786e1aa4f72c03984a045db0f91d07a51cfa4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6265ad3befb6f09ae75700471fdd47a8b0520b746266bbeed2d69b5c47af674f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f45f633dc8ee949bc91d84bf8700235c948b913aa33d00b26a9fa9bf44225cc9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "15483a877bec04303780403044ccaea586d9e7444e8787f27bd29a980f1f13ca"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3ec3ff129a1c2b8a1f68fe847c5d007b23758c3d745881f4dc4a454fa90f8f0e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "859506633f9cea03238be61b3692f377b3083023b5fd0b6881acb653dedbd8fc"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            3,
            4,
            4,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            9,
            12,
            5,
            6,
            4,
            4,
            4
          ],
          "topCandidateScores": [
            -0.03602917492389679,
            -3.6741254329681396,
            -5.422884941101074,
            -6.797939300537109,
            -7.980749130249023,
            -8.16865348815918,
            -8.823904037475586,
            -9.301136016845703,
            -9.635550498962402,
            -9.97497844696045
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18790435791015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "889a85e35f20ba25dda7c00834325bdfcf1c167213215286f841cea74fe32c78"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ac8b5fc4317a81a0c18e1beb2baa0c80ed789648dcb13d07554519ebfb67e868"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "deb79be649432aa165c905734bb9607ba045a9f5bff18b9198771028e84ffaf7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c789ca818438092a266443bf9faf5dc0037898b817d118088eaaf1927301801e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "85501d7f5de5c1ea1d4551b1f3add277fc0d7191ac157ded3280f6c1d1259998"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6bb4dd687531c98cae37c4ed54ee013a10f4d9a7684ec4044b696978bd4f89f4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "cd059db0ad933882d9d8cc1c486095ee746d0944acb0755fa4be2bbf78b45da6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4feba7c8a6b1292971623b48fc8a4eb67ecca0dfe3ccb13ca3a38d1d15dde01f"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            11,
            9,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            7,
            5,
            5,
            9,
            4,
            4,
            5
          ],
          "topCandidateScores": [
            -0.03606255352497101,
            -3.6741254329681396,
            -5.422962188720703,
            -7.06180477142334,
            -8.051094055175781,
            -8.299375534057617,
            -11.185491561889648,
            -11.560127258300781,
            -11.68459415435791,
            -11.713674545288086
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24828147888183594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e318aaac82f4dd942791adbb10da1946f1d91125a7670495c26011ff00b4c1e3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "303d24318567515f0c4b344df045aa32994e3ee18fb4e66a4db0ffbf325afad6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a5ff9dd5d6c0373f5290be47142581e2293c5c095ae17b0105b76c899eabea55"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3b7037ec9a5ffe4d7f601dd2d96430853ef3bd3ac3a54ddefa7fe1ebb3e8588b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "673a21543eb8da7c6e831d1868a368165fd768824650a0d2b2151a3eb593ad1a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f607add4803745a737384f5a623b9e57e63b6a94733103d3250509e19a8199cc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "26cef3d3f55a3df06fc7039515b914487fbf156286cbc080b2ab30c842de0626"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "624965a5323694642942b55613f79170a8073bcf0416cfaf1ec9b539b0e27633"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            1,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            12,
            7,
            4,
            4,
            5,
            4,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.036069825291633606,
            -3.6821064949035645,
            -5.422962188720703,
            -7.187709808349609,
            -8.07394027709961,
            -9.231025695800781,
            -9.239460945129395,
            -9.656829833984375,
            -10.179699897766113,
            -12.275358200073242
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1570854187011719,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "62827e2895ace18454911177ee7b0380716b336469ec2131c5159c615c87d195"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9cc2205c85b3658683c489450a0b1cbf9d060683fa9a1600a373cb1570baf853"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "33ae8ab4c82565257a25bec10ebc9e1961e76ca1c7d8e46653abe367c7a00633"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7b4b39c04bbaecf13a013931b78b17b85c58420ca2417aad0d419b10c3b2ee47"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "96b5c601a89596783fdff34eb3e0386036804880f4bd2558320f972622a5da14"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e9fe43ef69731bfc0c93f99be4cd500afc0a546d552b91f1f6ec8bd8bf250e46"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "628b552afe0d0064dc9c15a76f70730de6a373026c0ea3b8966b9850140b38eb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2ca46889ec76830702be90b73ea4a8b397c574f1181939845aaffe8360bf016b"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            12,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            4,
            8,
            8,
            4,
            6,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.03606994450092316,
            -3.6954758167266846,
            -5.43295955657959,
            -7.187709808349609,
            -8.07394027709961,
            -8.533590316772461,
            -9.214584350585938,
            -10.242862701416016,
            -11.017427444458008,
            -11.884521484375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45965003967285156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e75ff1381172fbffc5b07a7a9fba448af42a6125c8930a89b5fada786fb2324f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e55dea0787be525facdedd862b3978b892837d3b7ade5b7ac09c866638c7093e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c14c2864ac7d5fa7bba7dfa0c96cdd70384948f92edd395cf32254d29a9fa04a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "46d597db7b46e08f5b4be6a9129bb2b24fed1d28df7cbf927a8380857d1c8c52"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5f7a68af24f5b80087da3572135990c39a67e09f7346a89c385cc1645ce89aad"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "196dd82f780674a75c720bda808cb71780e26ecbc7e7820a7d6782fc55c108b4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7d2314d44a752628e207432393fd3824cde9a815ef5ea8d251b9493403eac186"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "766b26248601b046cbb445735f78e4a43db6d4f98e635ce5ee43d6c92073bec6"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            5,
            4,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            8,
            5,
            4,
            4,
            5,
            12,
            9,
            6
          ],
          "topCandidateScores": [
            -0.037187620997428894,
            -3.699446439743042,
            -5.43295955657959,
            -6.931000232696533,
            -7.191134929656982,
            -8.074075698852539,
            -9.57026481628418,
            -9.699566841125488,
            -10.69797420501709,
            -10.88196849822998
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8829407691955566,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c2c5a1310301125064ed980c890681bd19568ce6b9653cdedfe8886602b2847f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e2e77cc1415f7b66647cd93c54e3353e7cd1653ade5faa64d22b5a46799835a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4734b31681e4bd2c7c7776bc0965a4fab8be225f4d8a92d5b51ebfb9261809c4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bea34e9dcb025b61719a1f6da00e660dfd2b68b137a5f2401e1b8b9c03b72e56"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "73cf5144253a08b38a2997e1d7a962be55fa58d9958ba02883ae4b6ff42758d9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3fdbf7ea9e103bbf8557bd0be294b5a5b5e84629a09aa51d8434344f307636dc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "13a1fad084c4f71bb66946beb18caf0ab6571482a18bf64e3872a02c92ba1b89"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "1eccbaa7be6d6b58a799d7b463c749fd20e728b1e0ccf7cce80b8a5dfef23bd0"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            8,
            4,
            5,
            6,
            12,
            6
          ],
          "topCandidateScores": [
            -0.037187620997428894,
            -3.699446439743042,
            -5.433191776275635,
            -7.202480792999268,
            -7.222050189971924,
            -9.214672088623047,
            -9.481531143188477,
            -9.80462646484375,
            -11.871267318725586,
            -12.200629234313965
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.992621898651123,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a6126a336e0c2afc09f6b6bbd14f32277a97cf18df9fb42707be4361e9decbfb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c25a3285b06f8473a6e1f8bd2bad746ca1b8dae74963f7377392243ac2a49477"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "9ce0d90c191b203c7148f0d5b6c6aec7822d9c3fbd55a768d04d0d412cbf1857"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "abc1eaf833b48c8190470f778005c1599e8e93a097e9704e42f7de1e0f9fc224"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "411686c2db8aff551ba5a76bc3164935e626d1903673b063517e240ed15dad41"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "bca3734bd4cde17c7a2a34e8bc4d8570389667e73c607b0de41d3445315d4368"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f5d6015070de29bb7e7114e435d0ee66f3efda57f2290763d12b9b16c7da1758"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0e93b118461fc7a7b047ce729efb5d45816dc8a3348e8b291efc0e8385dd69b2"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            6,
            5,
            11,
            13,
            10,
            6
          ],
          "topCandidateScores": [
            -0.03719501197338104,
            -3.699450969696045,
            -5.433866500854492,
            -7.214615345001221,
            -7.815683364868164,
            -8.538719177246094,
            -8.94680404663086,
            -12.039885520935059,
            -12.440855026245117,
            -12.504193305969238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7230358123779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8d7b08d299e0b6c48327f24316e2921610d0174c7d06098b8d84404262ee8706"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8d3bee8a9db1c9f9064ba59fb6b01b4b3b475b31f4dfa770d4ee3eb89cc4bf69"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8a3c6e587a2c75a076573b44a4d554dc3552efd3fe79b1e55b64c78bc4c0194c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ea8f5fb3253cb2d724804bb9f5279a1d0399b94dac6f18a78b599b85d373d94a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "eb0ef09412fcd49f696219f565ef0b85cee238775b84ff0faa448101c1c0e64d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "310632e2cf97f8d41b5310cd96228da29006f001536d95923ed51a847d88a87f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4a9b9357da9fc61a9bb028a5beeafc17e437d162771366ffcfe74df0c1c545ea"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6ff8f15c8f1b770f70742cec03a2c83356293a9e76462c84284e09d597082289"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            5,
            4,
            6,
            13,
            10,
            12
          ],
          "topCandidateScores": [
            -0.03723745048046112,
            -3.69950795173645,
            -5.434936046600342,
            -7.408253192901611,
            -7.862881183624268,
            -9.04399585723877,
            -10.487889289855957,
            -11.398262023925781,
            -11.453947067260742,
            -11.628026008605957
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.181114673614502,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "486dfcc81799729667b4788eee372046862c042806252f80d5448eed59b546c5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "7cd54b17de8c02194f0efe8e3b0c46ddf0159b0c0fd89a92addefdef17eb3740"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5b552d653abe16b52b9d1b1e7b0d12ee0795a4d961803af1498785608042ae36"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "54b071adb8920be519b7d2848c2a69dacfa0805f9490f33b5b8ad53d1c36ce30"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "dca3130ca93aa6526387fa4e5c6bae2fca8a804e07dcad6df4acff70e74a9779"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3578798f41f92023d9f48692cd3a78b15dd816f7014758cea133c578fa34f533"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "352b8cc88ab74cfa464299119bf300f3aed4c70bf70d011909a03ff7417b57b8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f1cb4757db210df5fb1657bb5756729a175efea16c5591a5f4c2ca5014c45181"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            6,
            5,
            12,
            4,
            6,
            4,
            6,
            12
          ],
          "topCandidateScores": [
            -0.037314098328351974,
            -3.699657678604126,
            -5.452633857727051,
            -7.529544353485107,
            -7.974936485290527,
            -9.589019775390625,
            -9.685186386108398,
            -10.13606071472168,
            -10.864511489868164,
            -11.182233810424805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6140832901000977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "66bf4ee04a13ee9472220da22df619c5fe088c534d88b298f16c11293f679419"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "aad77c1c91d6cae8b9bdfff698ef98315a49af77ba72e8289d9c068778982f93"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "02212914fa919ff457c0339aa89bd605fa7a27f524b5d6dd3908444722448f7c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b8e0789e3dcfffebd74b0037a8f3b8a9fc56b7f5f81cc79f7ddf0138b2097092"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "46a4c27ba1f0a6f027209bc773f659c3189eaab49c57c056f663b0943bccae25"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2e58f74435efa79b561e5114a6c93c34c147fd6c5539a43078887fe442472079"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "154c2186750ec969d04aaa70c15c521a8dd79bfb6fb9c2fbc620d8bd5b351d1d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d183b39f7c4edb9ddbc69b458edb9555a416cdcff36a811033407f82cfe4d505"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            4,
            6,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            1,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            4,
            12,
            5,
            10,
            4,
            7,
            12
          ],
          "topCandidateScores": [
            -0.03897782787680626,
            -3.7055814266204834,
            -5.462328910827637,
            -6.551485061645508,
            -7.586493492126465,
            -8.083606719970703,
            -8.680405616760254,
            -8.92061996459961,
            -10.27639389038086,
            -10.456220626831055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4971132278442383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "b325a3ae22fcf81ce2d9e2014c7a4f20cae5f034dd9a8fdd5b794a402eefe102"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "47fd42e6f1dced3d5851d8f3146ecad105dbfcd958043439b98cfe78bf7e0cf1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4b1f2fb2ac27d06062fa4374c0be0432f2e5f7e8511ec6394185f00c2963c734"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "ef6731784bba3928b3b0a2ab506fc4b4c5fd6c88c758ecd664a9373168444708"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c53e882e0431cbfee6414494164a6f7d59efba9060edea02a312bfdd9d7dc04d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7db98550023d76c6282e3f75b69348992f69f14bf663a0589c0afd21f80d53da"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8c6ee75728bf08d95b8eb14db43d33b343212e34cccdf1ef7c60e60579aebecc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7a15a38105fe8404ce54390f37b924236abba6b242bb37d31617943e3b62ae08"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            5,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            12,
            4,
            12,
            5,
            6,
            18,
            9,
            10
          ],
          "topCandidateScores": [
            -0.040099434554576874,
            -3.7073702812194824,
            -5.480456352233887,
            -6.851446628570557,
            -7.132105827331543,
            -7.698001384735107,
            -7.903911113739014,
            -9.327391624450684,
            -9.36902904510498,
            -10.055533409118652
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5658955574035645,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "2e9cb8b282fcb14a1fc5416033d6c0883506f2774b763e031ec29a62f14acf98"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "96535335a0462175a5aafac1c4cc5288d38314f409777de3ac29855c5dcb3f0d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b53838e7840044c6d8dfde67fd60814a9326bed7b5dc1e3ab8d46341dd690c0e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c1e4cdb406ba9f11af3824d1e3dfcaca281cc1d07d005c8c0a8eaa7592b0745b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b796665eb9ca3b5ef197847b5b357dcf3e3350f3cb90bc5a6b1dd482d16b5804"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "eb18084dd8935cfa0a940a07a31793bc3f306d941f4dff81acb9fddfb13f5654"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "3f25fb6d2f5e88f43b682151d4a7e2d6cd20b79987c2c12e512604e010b6b407"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "81442d3c1e99fd10271c243a36e5c6276636b3e09211e59ce689d91e4a025d31"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            12,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            0,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            6,
            8,
            5,
            6,
            5,
            9,
            9
          ],
          "topCandidateScores": [
            -0.04302424564957619,
            -3.716928005218506,
            -5.487685680389404,
            -6.564185619354248,
            -6.851446628570557,
            -6.955653667449951,
            -7.640277862548828,
            -8.120099067687988,
            -8.590888977050781,
            -8.804450035095215
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10420703887939453,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "5cf1428f4cef55111d757221607199a2c7e0838c94be70189a57b9f92c29b8bf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "38b707f6e35eac5a99a7ccd5933c9282c47fdb4398359a357705bccfffcf230d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2bef51ef522a4eeae0bae88737fb793a1939142ae88accd5f82d96778c6b0e74"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "44a6fda7863dcbb299fc3f0dcde980f8f3790626758e7d6bc00f6663d764cc64"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "20603ecbdd6fd9dceb924f512e25200a1d0dd906913c4b963d741c3b2b5ec0a6"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "c61c1f687963faf2b1672cb9207bdaf4eb3990757163cd950d5d61e9302432d4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "a11cad65abe7b42749de816da5167970a3ec3586850c8de2af8b6aebfaad2f66"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "eec2ba98b341f02c5e7ed2f482a0503552d676176502a07322e3fc87fd0a1e76"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            12,
            6,
            5,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            5,
            12,
            6,
            11,
            3,
            7
          ],
          "topCandidateScores": [
            -0.043467726558446884,
            -3.718653917312622,
            -5.488877773284912,
            -6.947396755218506,
            -7.047527313232422,
            -8.00629997253418,
            -8.294562339782715,
            -8.537138938903809,
            -9.369378089904785,
            -9.501704216003418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9587726593017578,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "72d9c1d05d5542158f802a73097272e8e3fe03c6bd1bbacccbdf36981daf110c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d8219a5b5cc965c0504e54d7b1b15ca2335ffe0e14819c19b0ecdaf3040d8cd6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c7b2569f799e409972eac854f05140630a893eb14b3c663d14c611c3d5ffb190"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "389f1412767677c3f315e74c733e6b04a76566e71ab98135105bfcb835460a85"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "af24e90af7a5931e1c0bc891d23b2b728f013d2e171308546b877dc9aacdd7b4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f2a06a79efb54df39fbed9c3c1d9da6582ec9391a528c3aeb250d27664359825"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2f41186d6af91ca1a133d0cc4d6f64ccc62ac97703bdaf9e2b84a053ee439e12"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "8e9f024fc975ac6e87c8be50d3f64e199331174a31e5ed0dbb6e55b0ffd31913"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            5,
            12,
            7,
            6,
            11,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.04356416314840317,
            -3.718658447265625,
            -5.501115322113037,
            -6.986235618591309,
            -7.1448564529418945,
            -9.621152877807617,
            -9.937814712524414,
            -10.063809394836426,
            -10.442198753356934,
            -10.469388961791992
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.4762964248657227,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "6284b842fcddaee20476bca4afa11458b0136a18880a2f221e4a9ee5d0d0e8e1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1dc4e1e07c739336c7d6f9c52bcbe9b6274456b605745715262ccb132dbf08f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "4b5d356cd3ffe80a645c5307ad791bcb626ba874ad3e864e1518a9747f250656"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "a0f11ca6f22e49dc4e5a6d1c705c8bc60f180765a72276fe26d7790e32c11e28"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "11681aea83b4ed4b12d2de8860aa9b666e41d9437981b947eedfd1b0a609c3a4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "f1467a2574a0a40c57e6897ce092bd516793b8e1c47f2773f44dcc8f1f87207e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "428e27813f5e3246bafbbb117169f26a10fb342279f92094d3a6a9eb5f76004d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "b97bbdad76f91a6ffc8cbf177c13011efb03879fb254b422bc62ae3b8399b1c8"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            6,
            9,
            5,
            12,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            7,
            5,
            11,
            12,
            11,
            6,
            3,
            5
          ],
          "topCandidateScores": [
            -0.04449058696627617,
            -3.718658447265625,
            -5.501131057739258,
            -6.999921798706055,
            -7.033627510070801,
            -7.513036727905273,
            -8.507091522216797,
            -10.662710189819336,
            -11.530864715576172,
            -11.55262565612793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47940921783447266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "87b02dcdfcd5011f77b9037129da94198e2c2837010c550188fb23a87c9365b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "b11e8f2cad6a8fc1042e90b08710a837922aa5d8f38ce6227d94c0131348c925"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "6f81e67b5ffc63451c9eb7099241460fb1f66e874e88c8cd0a8bf5a2349ccb6d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c5c47d53439e23cb6851ebbfcc383f9c05ba618f52e0b8a5f521579a74414d4f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a1fb575619ad5c3efcdc32d6113e679be0d44289a2a3e3dcd60ed8f397035992"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "8711300757d5b1f679fdd65829918451a38e4a51ee561be4ec4f8dabd9fec6b0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "70ee3735bc4fc8a474b8eb615d656ee7e728369a0b238ecaef9db6f877e258b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2cb0dbe52cc53775e8103a3fdeaff0cdb9b9d1d5e5aa8ba42e24c9daeec445b6"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            7,
            7,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            6,
            9,
            12,
            17,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.04449571296572685,
            -3.7218708992004395,
            -5.501190185546875,
            -7.002228260040283,
            -7.033668518066406,
            -9.946213722229004,
            -11.185586929321289,
            -11.206201553344727,
            -13.064576148986816,
            -13.370515823364258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.9125452041625977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "89f2b882ef8ac889e76802be1d0241c383432a45477415ff9554b9e80f6a6a93"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "7ae846b9b1c7abba8982ed600d218b2a176c38367db1da9df3ac0a36c4593930"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d75fa9accc5db5abbbad45519266aadfad5e500336feb5bc31309d0f37e26011"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "df6dab3e4ebd15efed68ee9b6a29d37b1586776d978f11c1d5ff88bf7b66d60d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "2249a04f7e80c930f6a11d8f1fe62d1e59a86327d302d2e0ac3bde51271bd136"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "5731bea610ad88e077f94d305d17560da9f50534aa3a5ae226d0667db96f0174"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "72d4d02f81e1d3c3b35edfa787b657f64f67ffa35e0b6839f4c28580900235e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "8db7925874487fe7b6bcf03b79adb83833e13369624faecc06149c74cfcbc47f"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            9,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            5,
            7,
            5,
            4,
            5,
            6,
            11
          ],
          "topCandidateScores": [
            -0.04450715705752373,
            -3.726256847381592,
            -5.501213550567627,
            -7.0043864250183105,
            -7.033668518066406,
            -9.276607513427734,
            -11.754013061523438,
            -12.248677253723145,
            -12.411890029907227,
            -13.173580169677734
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.242938995361328,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "e5d62830879745ba6a75f287db257b1972d32785f108475154cef0969761d8a5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "6382e2bb45739166240a12b9c86cab463daaddaf734e3966dc5003b35a05c695"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2feaaea7e05d1bfe6e96f8d826da9b3a298028503e13fe46ceb2774cf50502e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "e460d971e2db1368338b26893a490b3c40b1f4944e39b495f062629033098a9f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d14e723338caefba46f34b7be2a1ab92c093547dfd5e7903df4cd80f92b2d9b0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "a978e027dc9d9ba2ac46aae6a9d0de89f8f9e7976a38eae1af0075c0910517df"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "228cb3aa64c966c14279a23f5ff60a76202df1038d091342a1340ffa0fafaa42"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d4ad52241d2a34b3e9637e2bbf85cbc7a59bc0c7acb4ec0334260b67b84b86be"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            11,
            7,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            7,
            7,
            5,
            21,
            13,
            9,
            5,
            12
          ],
          "topCandidateScores": [
            -0.04451228305697441,
            -3.726316452026367,
            -5.501213550567627,
            -7.004459381103516,
            -7.034893989562988,
            -12.519556045532227,
            -13.832967758178711,
            -14.177386283874512,
            -14.205268859863281,
            -14.46792221069336
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.484662055969238,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "8cc199949dd6c81228658004a6f0a9d1ed15d6d97837055e8fb39a043ef11146"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0603014bea80e434606ab75bb8b1e697b49df6e949d422d3c0114702f6fa272e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0ec1541f6df9e6ce3bb9c687e2f92d51e860348452619c1ea27aa2f10e91a1c3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0e166684caf45bd7f30a3f45a3b4887f9fcf7eeadaf202bfa9754455ccb40c7c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "137144345b2d10e7894b9f76c4da7b5b2942c49665b8cdbd6a4bbb76116a4b5a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "b070da4ccbe081ad10093553d6a43e0ef9a43b2fcba9ba9d356478b25c846449"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "8e09faf89510989ae5801e32b1a538f2a14027eff75782ad6f2536d998dcc4eb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "962ce3533878649f86021d52b98e5800eb6636c112cedb75b33179c00cf5e9d6"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            9,
            4,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            4,
            11,
            5,
            17,
            6,
            23,
            10,
            9
          ],
          "topCandidateScores": [
            -0.04451228305697441,
            -3.7268850803375244,
            -5.501242637634277,
            -7.00448751449585,
            -7.941426753997803,
            -8.555572509765625,
            -9.213451385498047,
            -9.676424980163574,
            -9.921354293823242,
            -10.00278091430664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6141457557678223,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2eeb776f1724724971f4e80090ad85579b599e6779dbb25b6d9bca859670abea"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "c27415f08d2e6f363e80b5d66f4ff9a52371d479f44fafb6f3584d4470198510"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "364118488a4ef7fe1bc0576f0cd2875bd87bf9b1514ddc544a3a4dfa9972c31b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "3d4ce6c8b0b7f8f299ed2fb4a2d1d26c292e53f470621095ef445d0c82dda87a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "0429d46559632c0adc1f8b55e769dffb9e090c76b4c271cd606658bdfd91d884"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "e97a9782534d663438e90dcdb8972cb5336ad71948b4be0a322703bea2ddd8bc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a3540ea1d793abf9784a929819cfd4dcc91285f1cbbe80420f68fcdf63bbee80"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "1250a6ff23789f2ad0b693746da3a1873bc137014d925d3bdabac4a181defc8e"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            7,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            4,
            9,
            7,
            5,
            6,
            4,
            10,
            13
          ],
          "topCandidateScores": [
            -0.044515978544950485,
            -3.7268850803375244,
            -5.501894474029541,
            -7.004509449005127,
            -8.271748542785645,
            -9.899051666259766,
            -10.344413757324219,
            -11.659120559692383,
            -12.100790023803711,
            -12.774991989135742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.627303123474121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "c6316b125c77e65f865dbfb025e9f74e6d633d5099c79bd7e2d19cf419a057f2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "2b2f9c043711950d01873c7759447708ad952e8a02fcf6f278d0d8ad0186e50a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "c114b17a21e03294bf0e41f7750bf8e0be82611c4d58bcaf07237aba7588d008"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "77e7a2b8669b5ce178c81dbcf44ca46cba8cfdc269b8f237088c2759d3e554e4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "faa8c91a1b896a6e500a34d48abf40342e75f186bdd95675eb4acf9d05cf1b28"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "df4ec3417a5f758a957809b759550ba47e49be9941af8fb7a1fbf4ab5522cff7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "80049179def6970409c8e2fd2d09db49bac10fb7d0c6dba9028f75b0d4663959"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "84bbf6553f5dcdd9e44e129144187937515a9d67a74193f2df2eebf5f9c8722e"
            }
          }
        },
        {
          "step": 24,
          "inputTokenIDs": [
            4,
            8,
            4,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            8,
            3,
            4,
            6,
            13,
            5,
            17,
            9
          ],
          "topCandidateScores": [
            -0.04465329647064209,
            -3.7270290851593018,
            -5.501894474029541,
            -7.004509449005127,
            -8.271759986877441,
            -8.991787910461426,
            -11.916711807250977,
            -13.465620994567871,
            -14.370450019836426,
            -14.677912712097168
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                6,
                11,
                9,
                7,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -3.7270290851593018,
              "finishedAt": 24,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -7.004509449005127,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7200279235839844,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "71acc03c91dac95d9b35709e4c0cc1b9a60499e18f6fbe86595094115a446a33"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "b53afd6dcefd6724b42124f53fb2dfa5bc29ca4c4f18925b509bf1c046d4d7a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "8583dd9645a42819a67a9f71701d2cdc9e1a380fd33d91ffa282974eb2f6b2c5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "e2630b13f6f5c23eaafb513f110f8bf87477560fe9178a67bc1bfc87bf8d71e8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "913e517a531d5f9a6a52d274e1f611c59f271e514c9455d1e279f68937946226"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "98325c76c7ec7b2c4920d9871aa30d76132e9b1edadaba51a3f72b8634ec2e82"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "e68e27773f1ab7cde8ebca5594f575937905eca7e0e7f493f7f47b81675d7cab"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "aa941d21f370f935677c46fec010449e8a361abcf11ac1b6a33dad0407f70ecd"
            }
          }
        },
        {
          "step": 25,
          "inputTokenIDs": [
            4,
            6,
            8,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            1,
            1,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            4,
            5,
            17,
            28,
            8,
            23,
            14,
            9
          ],
          "topCandidateScores": [
            -0.04465329647064209,
            -5.502171039581299,
            -8.271978378295898,
            -10.077738761901855,
            -10.143993377685547,
            -10.572769165039062,
            -11.916711807250977,
            -11.957205772399902,
            -12.303905487060547,
            -12.542317390441895
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -5.502171039581299,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4287757873535156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "c917a6e3e78a117db248c14a6761d6a8fb95ad542ae39d4060d14d1739857539"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "8fda39e820a25095cf6e967fb0ea0d3e28cc39dbc2e6e81db59cf430cba6dbdf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "152cf12f6faed5085c58eedbbfe9f39e90cb36e6d9066b04c6ca278c6b020a72"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "7c7387fbbb0dc7d370c3ca0e231595e8ddae14691a9f38c257dfede21931e4bd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "f27f9bc0163614bb0250790375b5f23c8aed7b9c003f26e9331050f710143396"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "4248d565e4a2f061b42e03bfdd16a797614af54a444c35d91d4118ac99b465a7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "a295de61f34890fc1964b953ab624c395aeb3bd42b981efcec9a1de5452a39bf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "381d4b87977dd1b704dd72865cf61031c2a8d8de4d4a3f234a5acd130029ff20"
            }
          }
        },
        {
          "step": 26,
          "inputTokenIDs": [
            8,
            28,
            4,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            3,
            1,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            7,
            6,
            5,
            17,
            28,
            9,
            14
          ],
          "topCandidateScores": [
            -0.04468798637390137,
            -8.271978378295898,
            -10.143993377685547,
            -10.162172317504883,
            -10.572770118713379,
            -11.414281845092773,
            -11.734594345092773,
            -12.50301742553711,
            -12.563382148742676,
            -12.667753219604492
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -0.04468798637390137,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8415117263793945,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "fcc387d166175dce6010553222e0d75052ae8414db75a16526eb6eeba2ecb76f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "ead67b3b0b8307283ef7faeec545e7f99d0bcb30681919da73c03cbd30acaa85"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "8375690463ddf2ec24886cfcf2c20ab9dcc9a6d2025e9fdd93945ca046738195"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "a1ed13d905aef7b2a5bf82f1e58f2738f2beff1056dd0e52298d765260886f87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "7f58d231637a429800c3b8da2f4151dbad3877fff0b8b75c7483e039e0c94820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "cab1f1e0a46b3c833b2aea8fa6ff9c3d8d5187f8e700c5af695a6417a0ce59e1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "0fd9b9be314e09cf1de5d7b12c77bea74a99b2fdb6cc093abaa141c2fc59906f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "24925ea008fa62c5f3a4d429ee6072b26ff177188032d976511757f8b6e4f720"
            }
          }
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            8,
            7,
            7,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            11,
            3,
            5,
            6,
            9,
            11,
            17
          ],
          "topCandidateScores": [
            -8.272062301635742,
            -10.14413833618164,
            -10.162217140197754,
            -10.572870254516602,
            -11.48291301727295,
            -14.45701789855957,
            -15.797444343566895,
            -17.92643928527832,
            -18.070951461791992,
            -18.09955406188965
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5,
                7,
                4,
                4,
                8
              ],
              "score": -8.272062301635742,
              "finishedAt": 27,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -11.48291301727295,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.974104881286621,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "5b30e8d6c7c70fc9ae223e5d77c4b782108d1300051514ca1d7f99307cc04f1a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "e06b3a8a9540f525d232e8bd150b8bdc5ca674565889c9d7ec3ee1008827851c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "2ce4c61eda71a13e1169e2650292c9abe0771af9113fa2aecd63f986b99cf4e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d00c1e6b360027e7b05c058a8ac3d1dae6913b67146e72d3646d8c3c86a86e21"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "850357c99bf16b2a1c1f89589b418ab8b73716045676d4f1fdaa1d217a0620dc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "b984fb324f66c362389a3fedc6f5e9da96877027477a2b6552eb9fc04788b978"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f082ad40d1546fe2deae6f03da584f204b2f79006283369f21f89261640dcff7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "091c2c3a5e62f81e08e34d32bf87a1460c6bfc2a154bfebf5b13d580beff36af"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            45,
            39,
            13,
            14,
            21
          ],
          "topCandidateScores": [
            -0.0034085765946656466,
            -6.15932559967041,
            -7.351055145263672,
            -7.448541164398193,
            -10.651448249816895,
            -11.384769439697266,
            -11.704244613647461,
            -12.150171279907227,
            -13.382858276367188,
            -13.416631698608398
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7333211898803711
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            11,
            8,
            5,
            6,
            12,
            4,
            11,
            6
          ],
          "topCandidateScores": [
            -0.008830628357827663,
            -5.412415027618408,
            -6.212155818939209,
            -7.351055145263672,
            -7.651806831359863,
            -7.790347576141357,
            -8.580767631530762,
            -8.70331859588623,
            -9.373051643371582,
            -9.871748924255371
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13854074478149414
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            9,
            11,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            4,
            6,
            5,
            12,
            4,
            6
          ],
          "topCandidateScores": [
            -0.035828448832035065,
            -3.667611837387085,
            -5.419192314147949,
            -6.2214884757995605,
            -7.696473598480225,
            -7.80914306640625,
            -7.981829643249512,
            -8.205769538879395,
            -8.537388801574707,
            -8.594417572021484
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11266946792602539
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            4,
            6,
            5,
            4,
            8,
            4
          ],
          "topCandidateScores": [
            -0.03593596816062927,
            -3.674114227294922,
            -5.422360420227051,
            -6.313313007354736,
            -8.33150863647461,
            -8.45494556427002,
            -9.066569328308105,
            -9.402450561523438,
            -9.488214492797852,
            -9.759530067443848
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12343692779541016
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            3,
            4,
            4,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            9,
            12,
            5,
            6,
            4,
            4,
            4
          ],
          "topCandidateScores": [
            -0.036027636379003525,
            -3.674133062362671,
            -5.4228835105896,
            -6.79793643951416,
            -7.980746746063232,
            -8.16865062713623,
            -8.823906898498535,
            -9.30113697052002,
            -9.635551452636719,
            -9.974973678588867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18790388107299805
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            11,
            9,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            7,
            5,
            5,
            9,
            4,
            4,
            5
          ],
          "topCandidateScores": [
            -0.03606089577078819,
            -3.674133062362671,
            -5.4229607582092285,
            -7.061801910400391,
            -8.051091194152832,
            -8.299370765686035,
            -11.185494422912598,
            -11.56013011932373,
            -11.684591293334961,
            -11.713677406311035
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24827957153320312
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            1,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            12,
            7,
            4,
            4,
            5,
            4,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.03606816753745079,
            -3.6821141242980957,
            -5.4229607582092285,
            -7.18770694732666,
            -8.07393741607666,
            -9.2310209274292,
            -9.239463806152344,
            -9.656834602355957,
            -10.179705619812012,
            -12.27535343170166
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.157083511352539
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            12,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            4,
            8,
            8,
            4,
            6,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.03606828674674034,
            -3.6954832077026367,
            -5.432958126068115,
            -7.18770694732666,
            -8.07393741607666,
            -8.533599853515625,
            -9.214590072631836,
            -10.242860794067383,
            -11.017437934875488,
            -11.884529113769531
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45966243743896484
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            5,
            4,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            8,
            5,
            4,
            4,
            5,
            12,
            9,
            6
          ],
          "topCandidateScores": [
            -0.037185605615377426,
            -3.699453830718994,
            -5.432958126068115,
            -6.93100118637085,
            -7.191131591796875,
            -8.07407283782959,
            -9.570276260375977,
            -9.699569702148438,
            -10.697975158691406,
            -10.881978988647461
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8829412460327148
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            8,
            4,
            5,
            6,
            12,
            6
          ],
          "topCandidateScores": [
            -0.037185605615377426,
            -3.699453830718994,
            -5.433189868927002,
            -7.202476978302002,
            -7.222050189971924,
            -9.214677810668945,
            -9.48153305053711,
            -9.804628372192383,
            -11.871269226074219,
            -12.200620651245117
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.9926276206970215
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            6,
            5,
            11,
            13,
            10,
            6
          ],
          "topCandidateScores": [
            -0.03719263896346092,
            -3.699458360671997,
            -5.433864593505859,
            -7.214611530303955,
            -7.815685272216797,
            -8.538716316223145,
            -8.946802139282227,
            -12.039885520935059,
            -12.440853118896484,
            -12.504188537597656
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7230310440063477
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            5,
            4,
            6,
            13,
            10,
            12
          ],
          "topCandidateScores": [
            -0.03723519667983055,
            -3.6995153427124023,
            -5.434934139251709,
            -7.408249378204346,
            -7.862882614135742,
            -9.043991088867188,
            -10.487874984741211,
            -11.398249626159668,
            -11.453948974609375,
            -11.62802791595459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1811084747314453
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            6,
            5,
            12,
            4,
            6,
            4,
            6,
            12
          ],
          "topCandidateScores": [
            -0.037311963737010956,
            -3.699664831161499,
            -5.452631950378418,
            -7.529539585113525,
            -7.974937915802002,
            -9.589020729064941,
            -9.685186386108398,
            -10.136054992675781,
            -10.864509582519531,
            -11.18222713470459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6140828132629395
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            4,
            6,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            1,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            4,
            12,
            5,
            10,
            4,
            7,
            12
          ],
          "topCandidateScores": [
            -0.03897569328546524,
            -3.7055885791778564,
            -5.462326526641846,
            -6.551488876342773,
            -7.586488246917725,
            -8.08360767364502,
            -8.680413246154785,
            -8.920631408691406,
            -10.276398658752441,
            -10.456223487854004
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4971194267272949
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            5,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            12,
            4,
            12,
            5,
            6,
            18,
            9,
            10
          ],
          "topCandidateScores": [
            -0.040097180753946304,
            -3.7073771953582764,
            -5.4804534912109375,
            -6.8514509201049805,
            -7.132104873657227,
            -7.697996139526367,
            -7.903913497924805,
            -9.327385902404785,
            -9.369026184082031,
            -10.055529594421387
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5658912658691406
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            12,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            0,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            6,
            8,
            5,
            6,
            5,
            9,
            9
          ],
          "topCandidateScores": [
            -0.04302187263965607,
            -3.7169346809387207,
            -5.487682819366455,
            -6.56418514251709,
            -6.8514509201049805,
            -6.955651760101318,
            -7.640275478363037,
            -8.120099067687988,
            -8.590899467468262,
            -8.804447174072266
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10420083999633789
        },
        {
          "step": 16,
          "inputTokenIDs": [
            12,
            6,
            5,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            5,
            12,
            6,
            11,
            3,
            7
          ],
          "topCandidateScores": [
            -0.043465472757816315,
            -3.718660593032837,
            -5.488874912261963,
            -6.9474005699157715,
            -7.047526836395264,
            -8.00629997253418,
            -8.294554710388184,
            -8.537137985229492,
            -9.369380950927734,
            -9.501704216003418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.958773136138916
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            5,
            12,
            7,
            6,
            11,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.0435616709291935,
            -3.71866512298584,
            -5.501112461090088,
            -6.986239433288574,
            -7.144855976104736,
            -9.621148109436035,
            -9.93780517578125,
            -10.063800811767578,
            -10.442188262939453,
            -10.469389915466309
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.476292133331299
        },
        {
          "step": 18,
          "inputTokenIDs": [
            6,
            9,
            5,
            12,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            7,
            5,
            11,
            12,
            11,
            6,
            3,
            5
          ],
          "topCandidateScores": [
            -0.04448797553777695,
            -3.71866512298584,
            -5.501128196716309,
            -6.99992561340332,
            -7.033623218536377,
            -7.513036251068115,
            -8.507089614868164,
            -10.662710189819336,
            -11.53087043762207,
            -11.55262565612793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4794130325317383
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            7,
            7,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            6,
            9,
            12,
            17,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.04449298232793808,
            -3.721876859664917,
            -5.501187324523926,
            -7.002231597900391,
            -7.033664226531982,
            -9.94621467590332,
            -11.185587882995605,
            -11.206202507019043,
            -13.064583778381348,
            -13.370519638061523
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.912550449371338
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            9,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            5,
            7,
            5,
            4,
            5,
            6,
            11
          ],
          "topCandidateScores": [
            -0.044504426419734955,
            -3.7262625694274902,
            -5.501210689544678,
            -7.004389762878418,
            -7.033664226531982,
            -9.27661418914795,
            -11.754018783569336,
            -12.248680114746094,
            -12.411890983581543,
            -13.173580169677734
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.242949962615967
        },
        {
          "step": 21,
          "inputTokenIDs": [
            11,
            7,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            7,
            7,
            5,
            21,
            13,
            9,
            5,
            12
          ],
          "topCandidateScores": [
            -0.04450955241918564,
            -3.7263221740722656,
            -5.501210689544678,
            -7.004462242126465,
            -7.0348896980285645,
            -12.51955509185791,
            -13.832977294921875,
            -14.177377700805664,
            -14.205265998840332,
            -14.467920303344727
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.484665393829346
        },
        {
          "step": 22,
          "inputTokenIDs": [
            9,
            4,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            4,
            11,
            5,
            17,
            6,
            23,
            10,
            9
          ],
          "topCandidateScores": [
            -0.04450955241918564,
            -3.726890802383423,
            -5.501239776611328,
            -7.004490375518799,
            -7.941422462463379,
            -8.555566787719727,
            -9.213445663452148,
            -9.676423072814941,
            -9.921350479125977,
            -10.002779006958008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6141443252563477
        },
        {
          "step": 23,
          "inputTokenIDs": [
            7,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            4,
            9,
            7,
            5,
            6,
            4,
            10,
            13
          ],
          "topCandidateScores": [
            -0.04451324790716171,
            -3.726890802383423,
            -5.501891613006592,
            -7.004511833190918,
            -8.271744728088379,
            -9.899045944213867,
            -10.34440803527832,
            -11.6591157913208,
            -12.100785255432129,
            -12.774984359741211
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6273012161254883
        },
        {
          "step": 24,
          "inputTokenIDs": [
            4,
            8,
            4,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            8,
            3,
            4,
            6,
            13,
            5,
            17,
            9
          ],
          "topCandidateScores": [
            -0.04465068504214287,
            -3.727034568786621,
            -5.501891613006592,
            -7.004511833190918,
            -8.271756172180176,
            -8.991787910461426,
            -11.91671371459961,
            -13.465630531311035,
            -14.370461463928223,
            -14.677922248840332
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                6,
                11,
                9,
                7,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -3.727034568786621,
              "finishedAt": 24,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -7.004511833190918,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.72003173828125
        },
        {
          "step": 25,
          "inputTokenIDs": [
            4,
            6,
            8,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            1,
            1,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            4,
            5,
            17,
            28,
            8,
            23,
            14,
            9
          ],
          "topCandidateScores": [
            -0.04465068504214287,
            -5.502167701721191,
            -8.271973609924316,
            -10.077739715576172,
            -10.143993377685547,
            -10.57276725769043,
            -11.91671371459961,
            -11.95720386505127,
            -12.303903579711914,
            -12.542317390441895
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -5.502167701721191,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4287738800048828
        },
        {
          "step": 26,
          "inputTokenIDs": [
            8,
            28,
            4,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            3,
            1,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            7,
            6,
            5,
            17,
            28,
            9,
            14
          ],
          "topCandidateScores": [
            -0.044685374945402145,
            -8.271973609924316,
            -10.143993377685547,
            -10.1621732711792,
            -10.572768211364746,
            -11.41427993774414,
            -11.734588623046875,
            -12.503016471862793,
            -12.56338119506836,
            -12.667753219604492
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -0.044685374945402145,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8415117263793945
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            8,
            7,
            7,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            11,
            3,
            5,
            6,
            9,
            11,
            17
          ],
          "topCandidateScores": [
            -8.27205753326416,
            -10.144137382507324,
            -10.16221809387207,
            -10.572868347167969,
            -11.48291015625,
            -14.457019805908203,
            -15.797440528869629,
            -17.926437377929688,
            -18.070947647094727,
            -18.099552154541016
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5,
                7,
                4,
                4,
                8
              ],
              "score": -8.27205753326416,
              "finishedAt": 27,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -11.48291015625,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.974109649658203
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -0.04468798637390137,
          "finishedAt": 26,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            6,
            11,
            9,
            7,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -3.7270290851593018,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -5.502171039581299,
          "finishedAt": 25,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -7.004509449005127,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5,
            7,
            4,
            4,
            8
          ],
          "score": -8.272062301635742,
          "finishedAt": 27,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -0.044685374945402145,
          "finishedAt": 26,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            6,
            11,
            9,
            7,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -3.727034568786621,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -5.502167701721191,
          "finishedAt": 25,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -7.004511833190918,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5,
            7,
            4,
            4,
            8
          ],
          "score": -8.27205753326416,
          "finishedAt": 27,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.CCOC(=O)c1ccc(CN)cc1",
        "candidates": [
          {
            "smiles": "CCOC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C12H15NO3",
            "model_score": -0.04468798637390137,
            "rank": 1
          },
          {
            "smiles": "CC(=O)NCc1ccc(C(=O)O)cc1",
            "formula": "C10H11NO3",
            "model_score": -3.7270290851593018,
            "rank": 2
          },
          {
            "smiles": "COC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C11H13NO3",
            "model_score": -5.502171039581299,
            "rank": 3
          },
          {
            "smiles": "CCOC(=O)c1ccccc1CNC(C)=O",
            "formula": "C12H15NO3",
            "model_score": -7.004509449005127,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.CCOC(=O)c1ccc(CN)cc1",
        "candidates": [
          {
            "smiles": "CCOC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C12H15NO3",
            "model_score": -0.044685374945402145,
            "rank": 1
          },
          {
            "smiles": "CC(=O)NCc1ccc(C(=O)O)cc1",
            "formula": "C10H11NO3",
            "model_score": -3.727034568786621,
            "rank": 2
          },
          {
            "smiles": "COC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C11H13NO3",
            "model_score": -5.502167701721191,
            "rank": 3
          },
          {
            "smiles": "CCOC(=O)c1ccccc1CNC(C)=O",
            "formula": "C12H15NO3",
            "model_score": -7.004511833190918,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-cpu",
      "id": "long-connected",
      "logitPairs": [
        "original-cpu__long-connected__logits_0",
        "original-cpu__long-connected__logits_1",
        "original-cpu__long-connected__logits_2",
        "original-cpu__long-connected__logits_3",
        "original-cpu__long-connected__logits_4",
        "original-cpu__long-connected__logits_5",
        "original-cpu__long-connected__logits_6",
        "original-cpu__long-connected__logits_7",
        "original-cpu__long-connected__logits_8",
        "original-cpu__long-connected__logits_9",
        "original-cpu__long-connected__logits_10",
        "original-cpu__long-connected__logits_11",
        "original-cpu__long-connected__logits_12",
        "original-cpu__long-connected__logits_13",
        "original-cpu__long-connected__logits_14",
        "original-cpu__long-connected__logits_15",
        "original-cpu__long-connected__logits_16",
        "original-cpu__long-connected__logits_17",
        "original-cpu__long-connected__logits_18",
        "original-cpu__long-connected__logits_19",
        "original-cpu__long-connected__logits_20",
        "original-cpu__long-connected__logits_21",
        "original-cpu__long-connected__logits_22",
        "original-cpu__long-connected__logits_23",
        "original-cpu__long-connected__logits_24",
        "original-cpu__long-connected__logits_25",
        "original-cpu__long-connected__logits_26",
        "original-cpu__long-connected__logits_27",
        "original-cpu__long-connected__logits_28",
        "original-cpu__long-connected__logits_29",
        "original-cpu__long-connected__logits_30",
        "original-cpu__long-connected__logits_31",
        "original-cpu__long-connected__logits_32",
        "original-cpu__long-connected__logits_33",
        "original-cpu__long-connected__logits_34",
        "original-cpu__long-connected__logits_35",
        "original-cpu__long-connected__logits_36",
        "original-cpu__long-connected__logits_37",
        "original-cpu__long-connected__logits_38",
        "original-cpu__long-connected__logits_39",
        "original-cpu__long-connected__logits_40",
        "original-cpu__long-connected__logits_41",
        "original-cpu__long-connected__logits_42",
        "original-cpu__long-connected__logits_43",
        "original-cpu__long-connected__logits_44",
        "original-cpu__long-connected__logits_45",
        "original-cpu__long-connected__logits_46",
        "original-cpu__long-connected__logits_47",
        "original-cpu__long-connected__logits_48",
        "original-cpu__long-connected__logits_49",
        "original-cpu__long-connected__logits_50",
        "original-cpu__long-connected__logits_51",
        "original-cpu__long-connected__logits_52",
        "original-cpu__long-connected__logits_53",
        "original-cpu__long-connected__logits_54",
        "original-cpu__long-connected__logits_55",
        "original-cpu__long-connected__logits_56",
        "original-cpu__long-connected__logits_57",
        "original-cpu__long-connected__logits_58",
        "original-cpu__long-connected__logits_59",
        "original-cpu__long-connected__logits_60",
        "original-cpu__long-connected__logits_61",
        "original-cpu__long-connected__logits_62",
        "original-cpu__long-connected__logits_63",
        "original-cpu__long-connected__logits_64"
      ],
      "maximumProbabilityError": 2.759241993000039e-06,
      "maximumRowTotalVariation": 2.7627170376426e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            23,
            19,
            20,
            21,
            85
          ],
          "topCandidateScores": [
            -0.024169443175196648,
            -4.35968542098999,
            -4.897932529449463,
            -6.788440704345703,
            -7.033580780029297,
            -7.440835475921631,
            -8.599154472351074,
            -8.721333503723145,
            -9.037646293640137,
            -9.865363121032715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.407254695892334,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "54ec9bdd342804479918f32e8bce636dac67408bfd873a7605de27876dbab9ef"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "5fe610e00a024f7b490e1adef4be65f2cee2a1ac7edd2f033ce62d25ff9ff0e7"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "1cbd6ea6f75ab0b1e3651ce2683909c20bf89dce1e0756704e72a2dd42902dc0"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "6a32d6d0f35a6d92fc90b9ceabfb3479a6527436a151256829d2e8381c9098c0"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "da01af5ce1f17481dc76ada955dddc38536d3ef23ea55ab4aa6c8e23ca993e66"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c7750bad18873721a8eb3dc7bccd4b10de1bcddccee188978a38db8a4a940e67"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "cdec624e11f42c60019240af0b521568895d4564e79940db7636e272aca470bd"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "ba816bd37b830b40a4c398c996d6a18b46fb3eaf2012781b972a38a4f19a5bfd"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d01a427c1deca585297530aa775215dd69e5afff97c6672eb488438feafe4c33"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e7ba4341724a361ec0342786ba3e0772277ca2c1f0e2ab23c2430169e3ab5ef6"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "6329aaccaf35d77bbb4fdda19b19ddd646f32fe1710753376491628e44ea8c47"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "35d872c4900ee9891bb3d00e54381b44c59e175b92d0b5072e62d1ee9a1c37a6"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ec4be3c0d87db94d98f28686d90a408fe43a37c1b46f58b719e3383542281a49"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ef6d221fb7ead8ac72381a867c3c085fedf9fafa9c6c41202c392a1f8eec76e6"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            2,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            6,
            8,
            11,
            5,
            4,
            9,
            27
          ],
          "topCandidateScores": [
            -0.14386171102523804,
            -2.908585548400879,
            -3.548767566680908,
            -4.09542989730835,
            -4.89793586730957,
            -5.124325275421143,
            -5.179271697998047,
            -5.6526360511779785,
            -5.99128532409668,
            -6.257457733154297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22638940811157227,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e499e2815f4da8a4ca664786b2e52d5a96c11d822ff2a5931256cfbc4e55a037"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3616e47b3388d591592ef23cbc0b0971fd1ff03f8a01fdefe2da99dc43e3149a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "60f430fea2bb8eb6fdcdb5b09a0f391196500f27a7eebc529f087ddd674812bd"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "db910fe986be95956112947079113a10faf14a61c4100b3952162d9a3b3d2290"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7ea2e8666cf323c68fb9ce96c296d5276534999616360429c6975207efa41ae9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "f87da44d3cde8bb322efb305bd60333e85208ae23da7c167cbad5291d5aa842a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "67cc772c6d9f0453bb4daae110c6301345efa4f9f49d4b62838273d810572c1c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "08a2e6a4ab1a47951aefe67cad34f8d823489e292d087180106b981c2964ddc2"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            11,
            5,
            5,
            4,
            8,
            11,
            27,
            6
          ],
          "topCandidateScores": [
            -0.16290542483329773,
            -2.9092979431152344,
            -4.0710296630859375,
            -4.281233310699463,
            -4.48745584487915,
            -4.909396648406982,
            -5.39886999130249,
            -5.667911052703857,
            -5.671684265136719,
            -5.816696643829346
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42194080352783203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f0486da3027d08c1d3edc094a958bfc580c3a89e98bf5bf90cd3213b418cd6c6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "dda2deac2e5caece0aa6dce5f37d37720499e528b9169b4ae5269042ec61dc91"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "24ca36b04aa6925c8d562ff8964c8aea51c390fb2b581dbee8083aad82b8620b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0278a38aabc8b2fd7987ec10920d03015d35a12988511ca2517babfe04ac28af"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b687dde490b3288dcb504e0ff16165d0a0c5d640544d51a5fa31f34e07d176d9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "30260f6b47526df422f0528738b46685307f471eea97b0f1f5bba27ce7880357"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "658d9ac0f3f16a888f73b213ee1afd6b03c1a980550787eb1375bbb39228f184"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2b76a752f2db33f065ca653cdba00caf89b08f12e710abaa5c451541e13954ab"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            8,
            4,
            11,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17168563604354858,
            -3.0547091960906982,
            -4.076578617095947,
            -4.359791278839111,
            -4.5317912101745605,
            -5.910705089569092,
            -6.059642791748047,
            -6.082940101623535,
            -6.435264587402344,
            -6.4435224533081055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3789138793945312,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "28951df735b901466751e7ba4bc97f2012b65b4a1ea8b17e0f0528ea665a97eb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "86d7fc626a1761d1d4d0b7598f535eb04a8284f8a6d0fe6e496d322465e6208c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "aed67d65185a154ca67d5566b4e09ae82a13875a8121005e8b9ebb8595a79aa6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "edaea10ce014daff1520fc69ea965fb5f890423aaf749b9b543dc0cc400f0d87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "33d407c607ba81d11bd71ee092f75698719fe05c8bb42163f92f2f5871bbc016"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "88c51bbc96ab7ac0cddb9deda1478d173231e758ac5de3d4d52b12a7fe38160b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9e4e3135bbfba8001a8e768235b7f76c75af5ed88bdd7e87a47a460f449e7f57"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1d3495ac436026dfae8ba9904d377e60e7e1b4c53b3801cfaf30e4e38aef4d13"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            2,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            11,
            5,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17976167798042297,
            -3.3870491981506348,
            -4.39393424987793,
            -4.531619071960449,
            -4.607346534729004,
            -5.525768280029297,
            -5.5760698318481445,
            -5.8932905197143555,
            -6.0317063331604,
            -6.07612419128418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.918421745300293,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "957c334ef254b20db70a09bdf8dc9e85f6962c24060d333b3f7f89d27b14e11d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "236a5408b862f425772f6ffc549a8107c3bb2f9a4a161b75bdb0e6d88aa6e593"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ac62e13b5c2f51567bbb6cb8ed0bf02f0153ec73cf16e5fb4f6cb317fdcac8c1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c3c5b3f81d5cd36713ef10c9760bd8a869baccb8b2270874941bca27bc2e7a7b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c5ce2619a810a35234c544e5544d311e7491a19408785fb4a4bc1b84ea10e081"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "76ce986fc04fe2e56d06de28b28068199c949ce518d4f8a0233e46233dc1aa40"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9bc9a0221620fa1f3d42b11277ce6d47094fd8cae735fd000b6a27768258d86f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "364ef14d3fede3b6ae4bf0b218288a4fe2430250e03799c88aa11a7f896a9f99"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            10,
            5,
            27,
            11,
            8,
            6,
            10
          ],
          "topCandidateScores": [
            -0.19283300638198853,
            -3.430004596710205,
            -4.429837703704834,
            -4.531619071960449,
            -4.764522075653076,
            -5.253173351287842,
            -6.441163063049316,
            -6.6432929039001465,
            -6.936181545257568,
            -6.9944963455200195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4886512756347656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "591036bfb639e5014771943b93699dba8e7d20b179e8c5a1c6b73bb82134282e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3b6ca38d9331f86e1d4eb9d51ff7c4b8a30b5a1d090081173ba163418936fea7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "37c81da61c0512c69ac8003ecce8d650ab56b3880b0bf03e11b9d4fc815d963f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "907684a1ef4bb5f79320febe44cef7f4e27fe2ed5ce6a9682a286b985a4ba0e4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3ac3e880728f109799183aecc071403e13589de3fb06a51e43eab7d8027c23fa"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4f3eb30e463818859540e860b5b614fc393d4c98b26156fb2d74de817d6c0237"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "79da3a535b4c721b20a45c80862cc8689c6b99a43b50fa40df775bd59545e246"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "cd424f34a395bd509fafcde83fee0a19ded8d031f61d5384c665380e30f6f11d"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            5,
            5,
            10,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.20841971039772034,
            -3.4563353061676025,
            -4.470430374145508,
            -4.533333778381348,
            -4.841710090637207,
            -5.358508110046387,
            -6.079357147216797,
            -6.114202976226807,
            -6.471385955810547,
            -7.42785120010376
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167980194091797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3d9ee315f60a1d3f206b193935289ebcdd4c2b26c013a40f73bee24bf8603694"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4e07fdb963f608722ec6544a8984b590a4b5786b8a347aec1cb4292ffd47b6b4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "83a1d3f5a3ee3992297b90b1fbc9264e8c84eb43c5ea16665e9a45d0df7aea79"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3b51da3104d8e1dcab41d72923161151da69a17f0bc8d4ead90b91ee5e099d4d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "72c26cd8f4cbb08b1c877388b9dc0f6e70ce3b9ead7453b7142985570a9a7820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "b32349893315c63528cbe2869f800a035e2c00d08998d6e88ed76aa9dae4f69c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5d4d200fe5a5d7b642c2ca3359ddcac3ad8c45a6ec1b75f535942c1f0723b683"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1e476cbdfa62ff308b7f7d4a99aaf9aaef4cd4eed51c5ef61a04d274e453e0f"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.22617554664611816,
            -3.482790946960449,
            -4.520920276641846,
            -4.562951564788818,
            -4.87917423248291,
            -5.339178085327148,
            -5.895816326141357,
            -6.0074076652526855,
            -6.178529262542725,
            -7.513220310211182
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4600038528442383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e8dab3181258041fd3432168a4d8b40772a4ac93c139b17cbe38f382b7a437be"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "57b8c09cc9bd61188da30d9e2639afa3ec0e408a2427af8903192408e828506e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "997de7a2b8a6b8efd3138975bd7697d4c1a9c5be1bb430d8f57b763f9a1bbf94"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0a404b7f73f801b621b7c7795c5d91459da9567baaaf553b779bd89adaf9acae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e73624b5598b54bed1fe532c30b5959e408b9e6a65063d7e53c099f56bcc67b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a991ec34fc62e22036d231d787f47befdf822a0840ef0579e90985ab1ed52943"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0ccb65d970141c9071ed8ce9324f4f5ea7cac8ff43aeb393d3652d58aeb22225"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6c27f0888d002f8e6a109808111ba1d01feb6ea95ec403f8b1b7fa1f93f8274c"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            3
          ],
          "topCandidateScores": [
            -0.24508309364318848,
            -3.5097877979278564,
            -4.570892810821533,
            -4.606469631195068,
            -4.904358386993408,
            -5.297053337097168,
            -5.948125839233398,
            -6.018001556396484,
            -6.143674850463867,
            -7.119012832641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39269495010375977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "71e4d0145dff82ed6e760067678e9c3237caac8083b23f00c348312e6cbe7e9f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7a420aaad50a012cc91540341cf26dfa431ec700a9f4534c677cd1c93193988a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "973f7c0b6d0c8585dd3d1f88d7cf690ce1596f48ebcc6fe94cae83b000764e00"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b680ec7c2c29c316482f1d88179b440329966a5b017244d63514402631b86f87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "9612b819fd58f91167337c7623fb2c349c262f851c99712c43bf0e99c0e32fce"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "610b2300889f4548857c945829e5abfcc1b891d965f6d699de8c24e4c8fd00e9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bba2b2913c3254cb98718328a01159f82b7e9d8f750550c287d8277e99a922b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2db4555aebc75961210d41ef73e8975acbd3cec9e362d751ed2d9a4db683bbb2"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            11,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.2637951672077179,
            -3.54081654548645,
            -4.623866558074951,
            -4.6385345458984375,
            -4.924145698547363,
            -5.505943298339844,
            -5.895543098449707,
            -6.163106918334961,
            -6.250840187072754,
            -6.351404190063477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5817975997924805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "97d3d59da9d1d0c405793fbf612e4b2f591b5677760343e5607f433853afd338"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8eb1e1071b9387ac3e49c1987c392dea86f78f2d90752ddae935102d9eb37a26"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "84ed77381bc1f3aac3576667be2b22ac129d8f776d3a7fe02a2e11020299a3ff"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "de1d73e6b77535f6a0783fc217462b6bc8439baaa8060b413ddf991922ef36dc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "7d7e0ebd0149a0e3c98a583da8daf9eac3468d76dd0d399a9ba5df1ce68cdb80"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "688e1c1e665e8d803ae63867a0ba88e81fe1d814681975a9a39aa23c4e0a81a9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "55301bf0ff743c707fecee90627dfa1ce4ed0dfd60e5e4e2738d2a0ae2b332bb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "55d29a568c7d0e3f1785f5ab8800ada31f3f41abfe219cd850b812b29068477c"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            4,
            5,
            5,
            3,
            11,
            27,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2829703390598297,
            -3.5807559490203857,
            -4.64842414855957,
            -4.679369926452637,
            -4.940002918243408,
            -5.65297794342041,
            -5.746764183044434,
            -5.977169990539551,
            -6.286510944366455,
            -6.508785724639893
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.712975025177002,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1aed6675e2b97dfdeef8d52f9ce0ccec1050d53a04676739ac72cf6ac194df57"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "aafceda3b3e8064612a78aaf3e99e3510676dacb171629545f74515792d54b83"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f5fb2586ba431d665aee643c6c930ef7ccffd42580d6d8b1449e230d51fb6302"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "880163c1bda7e7ee638e71ead0528f4c96f312ef9f374ab9164d14a841c7f123"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c2fd5c5117594d2212860ee751fb9afa6fdef5e49b93b15c5ac3fe271be66e5d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "333a78725d537ea525b4b174cd92243cd4650db46a5c6433cd542882e4ca522b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b8bf7564f0d3cb5a660a9cf10f8aeaff2f6ea0f24caf54dba171eec0625e716"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "79d66524e213bfc2948f62a1777e2c14eaed5040ad1b6b681212e22848261f85"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            10,
            5,
            5,
            3,
            11,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.3025945723056793,
            -3.628922700881958,
            -4.648439407348633,
            -4.7330851554870605,
            -4.9549174308776855,
            -5.3004469871521,
            -5.741144180297852,
            -6.231693744659424,
            -6.579007625579834,
            -6.708992958068848
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.34552955627441406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3f4db0fde82ed911cbe42b62464105e41671ba97f1a0754c822179c0f4eac549"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "dce4aaa6eb758e6aa18cd7cf444804d68fdb5131d9c1e3ef23c24528368256a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b2d218c0645801ee4f65d7be3faf4c387f0730f9da3fffbe5b8d95abbed84228"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b57943a7ee7ec7b273b25a0e4d2b466c913122d3f6747483e1b1b0c053ec1a05"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "347de1468f2ce44e94b5686d0aab857fc7f2735c47b97381a235c44713c51394"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "38a46e8060b69bacd59aada1574f5cdcf51fec2b0dbbeb04d10302a18cd7f118"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f580a5be801c8b1e274276ba15fe47c3c43872085b389fd0fc2865efee98df1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e070a6500913355610b7076d164752e75a9511c9f860995d33c7e2dc9dffe474"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            10,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            9,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.32383763790130615,
            -3.6811206340789795,
            -4.781196117401123,
            -4.970824718475342,
            -5.007918834686279,
            -5.08833122253418,
            -5.757555961608887,
            -5.9953508377075195,
            -6.175344944000244,
            -6.798681735992432
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.007918834686279,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08041238784790039,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dd7af66da07fd40df609f3819a9c33b2c84c87307b039ddde4c0e5cd635b02a2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b3f94611d0ad7724b270adb3daf30d71edce70b64be45a2a9d8dfdd655de1a36"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6253d23c29507ade0a24ea59cfcfd498b850c27ed9ae4137d6adf34572137abe"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "24cfeca8524621f8a1fc0dd66bb1e48d109707d8b6abb79132a2b87394466cca"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d277a440a5b1f3b8d79e0b488beadd528436d09e5749f3f4cdf68ea57b6d8d6c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "854930c6f8b03e4121c5b3bd9531c5c3dcccbaa7af798d640dd634c5add9292e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f7ee861e706417cc6bc6e5c0ec86d22a8142a730ad4e4bdc4c3ba5ec0d1b714e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f0c484b4e93cce09d1982b2c0be194bef0d702875419b7765d9335f0d76d3028"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            12,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.34711116552352905,
            -3.7358148097991943,
            -4.794238090515137,
            -4.827488899230957,
            -4.989285945892334,
            -5.743654727935791,
            -5.7592549324035645,
            -6.226254940032959,
            -6.235755920410156,
            -6.813037395477295
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.794238090515137,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.754368782043457,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "b9b2319b09476b27c95202eaf464d15876d7574e5e1a337d5d715486a015afd4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "196cb954c72be0cfc443ed40cc9dc35a3bbf5a4ff496f7bb823f2799724110a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "6469d7609ca8935c7fc34ab236c8b56d2b06947355b73346c2ea3ed7068126be"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "33a164ed1576b59b4703ec3f9cb27dd8250ea8c81e22b5bd4323aac82544757b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0189bbd0005495cef59ab0544f5d4fe1d7ae0c0b7a317db9265e357a265d0142"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "50f2a00215ae473539d67a3dcde12145e87aa7cbff71a1bb68698c0ac5e3e27f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f743da3c2cb3b54c8e24410e471d4b45f531e7462545359cacd8e2701b3fde1d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "824858aa7f785c74e86be232c81aebbcef2b1fbb3163ae461e6b9ff62a983784"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            5,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            8,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3720216751098633,
            -3.794752597808838,
            -4.687125205993652,
            -4.873232841491699,
            -5.010952472686768,
            -5.712900638580322,
            -5.85710334777832,
            -6.3465189933776855,
            -6.765359401702881,
            -7.222626686096191
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.687125205993652,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7019481658935547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "a1bc8014e99c2357c011d05602284d7d42644993c7c3b79bcf70f39ea3414fc7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "943a171bfd2177605ce5413b8b6ea6e3f65a4aec3d0c0f270f6639319dc32f89"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "3924e2e13ecf6d058593ebddea60c4423c1fc60116ffb3d40e1777f7c435dc6d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "82a93510cc80b350cbfab5c1f288e2d4ad0aaf3373a28317ddd128099ff305f2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "254efe5227f0b925586fbde1660ef7b146ae0e8dce2dd6d83ab5161fa93902bd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d62e529dfba2f93ca1add5c49c3c9f50d9bc87dc89e3a22632f8ee9eb3c64c66"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "23cc14847285c80ffe3b3a96122b5516f6b5c206c6fa471e18bacbc58d32912e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "75f83d655f2f94365a6b878c260ea4fe5abc394968bb4ea5d820752c7efadc9c"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3977949321269989,
            -3.857234477996826,
            -4.670436859130859,
            -4.921696662902832,
            -5.036622524261475,
            -5.632901668548584,
            -5.746466636657715,
            -6.454154014587402,
            -6.731011390686035,
            -7.112629413604736
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.670436859130859,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5962791442871094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3d74cd353bc886a3fdc517159e57a9147612b8e5c4f8dc33ffbfe22a6333929b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "74d8142c34a1b4a53209db27e6e81612b14ef7a1b6ae0067a882f2554670994c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "31e1240c5e10f7932d4bc5584bfd1a27af245b44027f887f2911f02f07650c65"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8eee594dbb33e7eeb4a199fdbf6b3d8e18e006f8a92bd6da1b6bd3530628634f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "1a9dd40e620c041ee55c4fd6332230cf3d727869277706fc59bc348f82f09add"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "b4764e526d51794c3d2414678d0d254d72f817b4b2d2fc39c3a9d58f5acdc74f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "44e9c980139017df22e295872c82cd7b06abcdef55732c6c8287bb64b15a406a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "556a9279208aa864b2b09bb1da0fa1dd296799f813815771c72f8abde5c0ddca"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.4228411316871643,
            -3.9238314628601074,
            -4.74825382232666,
            -4.97557258605957,
            -5.06992769241333,
            -5.597992420196533,
            -5.666386127471924,
            -6.552610397338867,
            -6.737257480621338,
            -7.018715858459473
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.74825382232666,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5280647277832031,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f87ae3c9129b0e91c5c668bea2d983dbf683515cd9547d7948549231ab8a6e39"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e97e0921e97b2b75858729e911bf31cc6fba44bed6985bd77b3b04f47acfcbc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "907a21ed5a1e1f2766c5af7f351640daa603b2cb62ed8496284b9a590634b47a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9dbe54089750468bc97b71438a3f27dfac187c1ad9b764525ea56277c5fde0ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5fa4eb2941f0c89d8adcaa9613de5a46bc0a45926e2c2261494e2811647cbdc7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4e87886bcb5c5cb9559cd2481120ea933b0174e148674633cba5855248108d5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ed8192d30a668876cd3d966e4fae7723a92f05b94e9199e70cb170eeb7fe93c7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "dd4d8d27a440c3550e5000ae5d5c727e53eadc5bdaeaf702de74538b5db93cf0"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.44833633303642273,
            -3.9964773654937744,
            -4.75083065032959,
            -5.0353240966796875,
            -5.1146440505981445,
            -5.583550453186035,
            -5.633134365081787,
            -6.575502872467041,
            -6.768200397491455,
            -6.934167861938477
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.75083065032959,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4689064025878906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3e27f59a41e674b53d25892f57357231df0b79f4a7d2c9e2b6d1a19cbee5f174"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "fb7f01b003e1836c1d6a12b659de16749bd2e4e038e41d564f585d516a1114c3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "31baea92c2d7ff614d18bcc74ced58bc9f9cff9b85628253da85c550383cb572"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "4c2bfc0509f064c5e248ec35010d5a9df275261960d389e86f355801fe8ed6cc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7279b34439167d8a5373dd2cbb4accc408c068236a89d423473f601588d92376"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "27af7429a01618141490c3d75c4688b7109eee358a37e29f7b5074b7db970e0f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3005a27d96d607de9b126b0df3a4c6ec4be41e087c667cd42902e85222d52526"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "38bc1eb8059c8462eb6d734ca21fc88e93b9a825d5b12cef200980d49b90a78d"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.47506818175315857,
            -4.076019287109375,
            -4.696993827819824,
            -5.101603031158447,
            -5.175533294677734,
            -5.6159868240356445,
            -5.621222019195557,
            -6.600503921508789,
            -6.701699733734131,
            -6.847617149353027
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.696993827819824,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.44045352935791016,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "d5c154212c5a514a9a2f629c95be4121839907557d4e147809333ca009a25f69"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2ddc16453170c11006bc9c91c61afd9f99a21d167f4e29e9c4cc63a0fc1fee66"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "5ddd36ce4531a865d051f32383fd38fea068d154b79c880362afd412b0aa0748"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "fdac1b8ab3b90f1334487be88c6c07c0628ac77f3c78286303eccd49f6a75731"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "66a47082ec5a634b152ad389d90bfa111422a0efd154ebdccbee349f9cfe0d44"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "51eb02d9bc31f0d8eb04d0613e65fd27ab6a2deefd29bf27da36433f322c85bc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "4700c89a141789a285693cd99369c8268c06fa6f1c61a9ecb2e24a5f447baf03"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "47f923c89d5e1736e1626de1c5db2a679e9ded23aa60362d0005cf28fdddded1"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.503990650177002,
            -4.159704685211182,
            -4.595342636108398,
            -5.173766613006592,
            -5.253956317901611,
            -5.650708198547363,
            -5.656082630157471,
            -6.5595316886901855,
            -6.675074577331543,
            -6.824814796447754
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.595342636108398,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39675188064575195,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "96f0f307479677f3423feeeed9e603a99d91864d9e8290bd163896545acb8eed"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1d272437710777b7cb27516152fa9e409d6c7b80b548fcc8e2bd798ce087fafb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "38ae5e8fd2cdd70e5c27c30fdd88a85a249682ce1eab53ce37d12e2b466bd5f2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ac8e16441dda3079aea45e06155eb68df85be1b6b3d0245c2e35f9596cefa00a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0edf451eded47425553e2e692d48f0a2048312cf5edfe074ad2ab4423ad8b947"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "f82d57870e63325cc885bdbddfa3bd2b4455afe853d018591cf78a89e022828d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "06bd9319a23267772da8d31253e5ef4e136625eb92feb3a7ee42093090a61816"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ceae76f9476d683e8c8e6282e408b26c90d762ffd6a59e46ee58072b055f0553"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5354950428009033,
            -4.2466020584106445,
            -4.497295379638672,
            -5.251444339752197,
            -5.352819919586182,
            -5.614222526550293,
            -5.69023323059082,
            -6.550252437591553,
            -6.789088249206543,
            -6.842358112335205
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.497295379638672,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26140260696411133,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "a101c4cdaf9e90af32d04dc425571a694a73f3b923abc3d5a3851d06a6fd5573"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "b2e538f5835a110d218fef1aa6587431be7ae48a9f475cae71d102f7a8a025a6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "99767ab86e77b9eb8f4790c68ec3d7aa628794a014702a23248ad83512dbc548"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2385b62026187c48ea3d293efe2b1e14197937310e3a02e19ccf079e103c8cdd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "61e0562913646120a9ff22289615188be4e9a953f2cd34b6ee1bd97d22d5eee4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "402cebfe4fd5b8f6550cf2f8f9a6eb7da9b5cb79a685fc5bd52b1120ce14e7a2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "790d7ba3213629c35e12b4b7b548b4223070d5c294da21b889523cb331b28edf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2ac83b3f564bbfbc10c87fb3eb99bb0d917880104f4db1092786672d32d770d8"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            3,
            6
          ],
          "topCandidateScores": [
            -0.5693464279174805,
            -4.337320804595947,
            -4.442662239074707,
            -5.3344340324401855,
            -5.468420028686523,
            -5.551137924194336,
            -5.653233051300049,
            -6.565174102783203,
            -6.8736772537231445,
            -6.874065399169922
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.442662239074707,
              "finishedAt": 21,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0827178955078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "6d0ab5abb3d6869684e83ded874f4465ed9878258d8e31a7f4862ad2a2b98382"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "e0ee8014db70585608733e3ba67c834d595a5f21c44d5c173a1484988613bc3e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "69189141503830075975e8e6a7e7e71ad74c6e1dd03c0ee0938d18c065a33b9f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "82d7ffeab8ec2b9a78c1229862753af7fc0c8bbb47265b4e771fb871aea3f7ff"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0f77c03caab58c3f950567616351dfc029a0e139f9643742afa66b2dfc7ec609"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "5aac6b5f416acc58b805372b16a167360a5aa51efb637c79556b6ffb6f3d0def"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "9b0837dd5e7ff2f6a0360652039a0a973ed7428de778ed5076a6bf446a864802"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "4b8c2cfdabdc56ebca8750d4c8001495996fb631ca4d1bf97936e73f4b52378b"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            3,
            0,
            2,
            4,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6060252785682678,
            -4.390133857727051,
            -4.429816722869873,
            -5.4214982986450195,
            -5.463860988616943,
            -5.589247703552246,
            -5.598814487457275,
            -6.6321210861206055,
            -6.918512344360352,
            -6.940892219543457
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.390133857727051,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12538671493530273,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2496d0860cdf29d53d28f571d20b1fab16d5bdf7affb8becf77e862397944196"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "940d9cdfcb412b6b60b4496d31481e9a702e38e7c8e8e8e2df7eddf2c806e8a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "ce56d8bace24e24bf8c23fda1bc91abdd8e1f9e077fe29ad93d19e051631648f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5fa80f2784bb92b08676e0dcd9fde1275059e74e88327745f6d071eb36d6ceec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4895dcbd91d6603db249fd996c1d8887fe20f1dd835e61e5397a609f2365ba61"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2060f54a811300068caa872e94457e9e330ac932bf3b7d9aac55c5041dff63cf"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "85ac1f33ab02f757ad0e04995d755cda396c19a81c935ad4952c6a3ea3d12208"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4160ec4e98419d26266b9099d722deada48191ee8fac7655a9c5264a7221e009"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            4,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6450031399726868,
            -4.355933666229248,
            -4.524831771850586,
            -5.409860134124756,
            -5.503575325012207,
            -5.510373592376709,
            -5.659947395324707,
            -6.760950088500977,
            -6.952597618103027,
            -7.003702640533447
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.355933666229248,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.006798267364501953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffe66519dcfe524982208b15b88f7a8c5306f6990b952b8a7cb1022888bda75f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "22aefc289c9bfb0cb2be70632f44655524ad1c00dd6a974d9f315e4b3274e542"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11938e6305d55c0de1a8a3f19c12181038402e4af8db5e48df49967daa9f1e1b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "300719e596ac2120c12bb3872e05b3fab7f1281d8467d327e90664ad48082ef1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "788c3c8d43ddd6645ba0c20d7768c9f85a18b48a33d2aee095fc7452a66a3374"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fcbe8db923e93d68588433765e5d34b03d4da7027f27cb45c833ff5800623c4d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4d45187df0825e21278cd6fe61ef31b14acc33fe76333957614cb733fcf1e9ec"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "9bf2a86b2a6d5f4b34c60117de262cdc13967cd3fff6ca278a073a0ac7c3612f"
            }
          }
        },
        {
          "step": 24,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6850680112838745,
            -4.356855869293213,
            -4.621362686157227,
            -5.415716171264648,
            -5.449309349060059,
            -5.576845645904541,
            -5.601273536682129,
            -6.905107498168945,
            -6.972408294677734,
            -7.080282211303711
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.356855869293213,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12753629684448242,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "be9700640bb1395f9aa89c4d5f4c656fb7234f986f70c036101168021e3182a0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "0eda3198a223690cd981b497f0bb4bc7c07b78367b9fe4606a3f29e03cb78046"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "0704a483cedda258e12b1859ade230c136cc9d0d8fe74114a659d37673880496"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "dd93c0c84b300122290c3bb5014e626820d1db530d5815f3f6aee87ff42931b7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "6faff3ea80521bbc48104dfcdd41e8c3e6acb2ecb5058b4da1d11123190a867d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "1f8976b56bf6329e396f5437a27cce5d674902583265e23dbdaa0165a9ec5672"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "4db0f70c006557d3235d59c98c67c7a57bbe6d7241f4691cd0bc466311bdb5ee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "f2e210954445f4cfe6dc1df1cc1b306afb00ce8421f14785e4bff4f1b372d2e5"
            }
          }
        },
        {
          "step": 25,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7264376282691956,
            -4.34787654876709,
            -4.7195048332214355,
            -5.454621315002441,
            -5.456942558288574,
            -5.531368255615234,
            -5.785763740539551,
            -6.979124069213867,
            -7.018088340759277,
            -7.157230854034424
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.34787654876709,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07442569732666016,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "91d06da6969b3c6a879bcaefd8b3301d309aad28bf8b7e465d35280a5f5854f7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "481dc9961999f0df48b3c5234bc2233370b906a8236db76748488ead1b187e7f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "9e4c473868c205d0a63532307d7c662a4854178e4fe2a98c906ef68a15221690"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "1b93838dac588db558e0e1f7f6e0af681123264ca69e54d25fcda46e6fc4135d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "c242003d67d5611d48dd39e6986831ed6e294f482353be93f1af683f0cf0ed80"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "124f955a079167733a760904d3dec2d7d0f6adfdb6ec6cb380626a1b7893985a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "76cd21746cfd573125799576d72befe907bc28d1a84287423f2f4a4fea44c61e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "1b625517de9fcebb43e4f9947f5bce40e6031014290d2d114928ebae02283af0"
            }
          }
        },
        {
          "step": 26,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7686208486557007,
            -4.348847389221191,
            -4.8171234130859375,
            -5.494968414306641,
            -5.541992664337158,
            -5.550470352172852,
            -5.740111351013184,
            -6.9935760498046875,
            -7.097113609313965,
            -7.25375509262085
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.348847389221191,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.00847768783569336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "f23104fc7cbe390b24198e5bf51ca2bb05ce08a8a96d76135aec4a05e54e3897"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "7db24d07244f7e01c348bcb33025eead858a38bac1d0ef36758dda7b1c246ee9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "ed471dc8faddba7522d96f68f529577bbef86dcbb66e691a6c28d0fee514f78b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "1318a6f8a17f699dc37440e9a610d0c318a88f15f8dab97436b885af4c48fb60"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "018ba064ee347fe57b4ebccda44a8c76de6f33803b7d17dd94fe179682ea7324"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "2ef457dddc250bb8382ce30bd89d1380c7fbf9bb0e10a445d030ab752bc587e5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "600d89c98c8a610346852f406229e92a89d6e6fac4435d8c67b1a19702a0b7cb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "25b925900cf48477f9c157ccbf19d5acac2a8baedd735d93cb2def57936cea51"
            }
          }
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.811162531375885,
            -4.366735935211182,
            -4.9108171463012695,
            -5.579721450805664,
            -5.605576515197754,
            -5.633933067321777,
            -5.759326457977295,
            -7.005507946014404,
            -7.174562931060791,
            -7.315950870513916
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.366735935211182,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.028356552124023438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8fdf7462dfbdb990d9b6b3cd4a639d9fe1af01579b493c627b8b3504e45750e7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "28d84ad0781b888c0efd6e6481b6adea720fbf7a40be377ee0fb1eb89c5bbd8e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "bf0b999625d6a712c5fcdb3149f3300ba2ade35e2a1f098976f4800074afa58d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6e0bbcf54aeee9d0f365e070898968b8d1fb5684e359bd66ac91f634f998ff85"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4a418d7f5ce481b753cde99808a9138564c878cd6ff09b1f5df5f617fe8ce889"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "ee7ac180d6bff7b636fbe688f1c68b63b275b107dc0d76064e66dbc44c27721e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f21e8b0395d4176f45906ba40dd653383e924077cd36d12069de427ec166c00e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f17b5388f8b368f14376137bab5fad50890d0ec21e620e147b8f92f8e56c601c"
            }
          }
        },
        {
          "step": 28,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8537449836730957,
            -4.3956756591796875,
            -4.999953269958496,
            -5.670096397399902,
            -5.7034993171691895,
            -5.717012405395508,
            -5.8159284591674805,
            -7.039214611053467,
            -7.294323921203613,
            -7.3691086769104
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.3956756591796875,
              "finishedAt": 28,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.01351308822631836,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "7d0bdbc0600b1a3b6e54a1207b937a9f52fb33b9db74bbf8b740cec94f222b56"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "155d5ee67cbe570dee133b127e3b6eebfaceed296edd236fdd7b941462fa84b1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "71f435cc788a912928131b432d746db0f73178e1a1f7c47223348d8972e21fbe"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "9f9ea487751825a281dee2eaabf9bb85d3cfe21ac0dde859f274ab18b22e1a9b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "e54bd10cc599c69acd4e97071ee08f83ab96e1872863fe4fdc603144183255f7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "479507b442a424a6886d53a4dff3bb5e69f7c3ee02168294c73ee861aa43b7bd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "ef447d94ca199a947866d5feec32b6feccf4d357f9d4e43efbec899827fd6baf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "ed18bf223d41e7305fb0190fdf3c922becebbe701a4a48db722581a84d87fd0d"
            }
          }
        },
        {
          "step": 29,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            3,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8965413570404053,
            -4.416133403778076,
            -5.084980010986328,
            -5.750607013702393,
            -5.803285598754883,
            -5.806206226348877,
            -5.908204078674316,
            -7.0781121253967285,
            -7.448326587677002,
            -7.498356819152832
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.416133403778076,
              "finishedAt": 29,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0029206275939941406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "61b0ab695d3f3fb407312115981158dfd464560288a6e2223cc924310b987c27"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "a333a10639eae1e9f24a567de43c7d4269179026b98e9854bb4a9137b6cdbc05"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "cd1778c63486f13fa1c46cebb837bffd5fe54c23c16f978691dc10e6369aa023"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "4a11df6738d0a4da7f9af43e4d7cfb5c684cef6c2c13a713ff36449113b34070"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "4bbf0918e3f44f65af788b7c2bdb1ec8178c393c52e0b173cf3769bc447c45c0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "03817b79e53518b5e9ddc05053f66eb8f3e2e5c5c10a7fc3dafde5f5684b9b71"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "62c305b49de91fc25caaf277296f7559efb226bfdac6e83598440ed9227d5496"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "1dc497cc48bf36430cbe6efedd227ca571b3605f0feb46bf70fdc506f24d981d"
            }
          }
        },
        {
          "step": 30,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.9390934109687805,
            -4.455719947814941,
            -5.164634704589844,
            -5.83328914642334,
            -5.869380950927734,
            -5.902754783630371,
            -6.003780841827393,
            -7.127793312072754,
            -7.623688697814941,
            -7.6357645988464355
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.455719947814941,
              "finishedAt": 30,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03337383270263672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "91ffe9fadffc335ff67f535977a0706576d6090ace0a025fb4089e794a1a6688"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "d095e580026b51d98c107d2b69be4c9856341efda6c7ce443aae178dfff3b8df"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "d831052b7d84b657af002255bcad7b862c29f2a6fbe1d3c855bf1305a25eede2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "41051a1b48b6bd8db1fd83f96009abc920d2fad56365f17d0ebcb68c1a562eea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "46c9ee51e4949cf34a337255ef86f675294d84f2f424dafa7f49ac7f0b7e6f69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "498792a4debb0ac8e0ae3397161b0cb56adeaa3d8d700edb9fec0c19b83d4e43"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "30f0bcc231a8bd84b4fffe2c9cc84b9f2c327cbf3bf1cd9ef6fa0b4f9c19ffbe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "426b1237de697df1515619bb0ed16f9adf2c516437ac171b6b7e5b7f2c388f0e"
            }
          }
        },
        {
          "step": 31,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            11
          ],
          "topCandidateScores": [
            -0.9817669987678528,
            -4.488909721374512,
            -5.240456581115723,
            -5.89792537689209,
            -5.916326999664307,
            -6.007747173309326,
            -6.10129451751709,
            -7.17640495300293,
            -7.659979343414307,
            -7.727095603942871
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.488909721374512,
              "finishedAt": 31,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09142017364501953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "1d524616635c2132dc577c4e2f0d5e05b45fde61be3eea96b52e7f0f65b1daaa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "4fb47fe6e2fe8d39f0f3ba79faca527da6b54874c4b27ffaee1eeadc8d8d1ab5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "6a24bcbcbac088f7567046bc3481bc54d031f639072e3199acf15bdee949728a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "1c74e138868eaff7eb6e018fb5f88684a142f4486f629ba141b63f3f2f953344"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "f51cd1caf77bd18d92ed67d5db7b9ddaf0a5c70d89d9a95a0a832ae7a2701522"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "9c7c4dfb700acb4d903776cf313715cbde0de391a6bd4cf79893542558d35e72"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "133ecd63cd40b19fa83e8c405da05e3ede992c75d2b119be81326048c9b06d61"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "dba0637f38e9a328e9b04bf94acce630cc475ec9866cd15106815a8998b1fcb6"
            }
          }
        },
        {
          "step": 32,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.0250740051269531,
            -4.507842063903809,
            -5.3151068687438965,
            -5.9458394050598145,
            -5.954312324523926,
            -6.097132205963135,
            -6.210951805114746,
            -7.2352294921875,
            -7.6745100021362305,
            -7.706875324249268
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.507842063903809,
              "finishedAt": 32,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14281988143920898,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "ad340fb2a0e9e379d9678987dbfdca4759772685d9ab5c9444b1c7989c0fc3a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "7747e28f983e3d049a8667358e5ca09f69f442d3dfc64bf6b94c1aaa658fcbb1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "5040b602518192ecb533309a89a31a6f0c9203011477cb65168183cfabc87614"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "704dea6f0b5b35e8f2139989a1aa4dbf6ff3474e3f9aba44019e935bec278297"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "6f086464c95d9167b7c9cc22b996afb28a7bf3847082edaab34b893336114754"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "3e6ef8f2c52ec1c667d8a220ff13781d1d6c0a6d58d1118085fe146f0efd3f94"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "9b912ccb578afc04900a787b4339596c221dc7477df95463dfe5ba4a2b992114"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "e8a46090005166a3e2046cccafd0581abb3a6b41517598ea5580edf06d23f8ce"
            }
          }
        },
        {
          "step": 33,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            3,
            4
          ],
          "topCandidateScores": [
            -1.0697805881500244,
            -4.506582260131836,
            -5.391120433807373,
            -5.98435640335083,
            -5.992697715759277,
            -6.163440704345703,
            -6.303240776062012,
            -7.284014701843262,
            -7.6605916023254395,
            -7.676799297332764
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.506582260131836,
              "finishedAt": 33,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17074298858642578,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "ad326bcdeeda216309a5d9c60fb374095b22c9df520fb749098f8c56f24d7920"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "43a8c8a957eac80e334c85449e60f233c37e5f4a8cca9b589417fee1fb75abba"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "6170dee5c3b1964641a0e9b66cafbfac8f472d9f775ba8d5f029d9e9a2f0f1a7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "218d3e3c25588102e7a8665a6f5e7603710397951ecfd1a48db65184c76154aa"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "970acc516dcce75208c617641d874ebc05ce262e1c434c2bb5ab0eceebcc4743"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "ecf0f9a89279f69907a4f4c6e0ec29dd46f7c464502c69a8cc68909c6ca3918b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "e8adf9f3b7359177677b0a3c23c372f0a18cbd4816dd19a08d93aca8f606933a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "7f9cdb2c99b7f910e26af2f6b09eb54899eb631eb76314ef4d23bf7cd4cb8066"
            }
          }
        },
        {
          "step": 34,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1160519123077393,
            -4.50421142578125,
            -5.4701247215271,
            -6.023014068603516,
            -6.048337936401367,
            -6.208342552185059,
            -6.366794109344482,
            -7.3243408203125,
            -7.653106689453125,
            -7.666286468505859
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.50421142578125,
              "finishedAt": 34,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1600046157836914,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "b20169841a78537bc7400846a0dffd8a6a178e0abaa6b882f11634946dcc4daa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "0a00a2ce208622d01d050d025291e447afec2b8126bb9eae272ba519bc2319f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "2aa7b6bd3940919574572d25e9754f144833aadfa0a7dda18d89ef5fe08ac49f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "e38cfbd6388016fb90541a365d59cdbd67fb19f8cf3275df4b67dff0bc87b273"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "5d1ceb4ae9e345fbf5e6ff23b3487c148122fc11f0fc8ec0724270e8b8247449"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "1d4cef1c7c0b6c109b56ecb0b2752528c5f53dcc8d8065e66c297c7f9081b6ef"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "48cb2621086b062f6eee6f4ac0fe58eb9b83503d0948a52bbaa8dc53807fda60"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "d0e61de9f71c44e8ceffbcf126dc95c4dcd0d98b2374db637aaa89abc09b9676"
            }
          }
        },
        {
          "step": 35,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1621919870376587,
            -4.543490409851074,
            -5.54846715927124,
            -6.078279495239258,
            -6.160432815551758,
            -6.250075817108154,
            -6.401650428771973,
            -7.380312919616699,
            -7.614049911499023,
            -7.687405109405518
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.543490409851074,
              "finishedAt": 35,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08964300155639648,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "27be34eb0f6600dc801d24f527450711a83bc65e0ea5788ee423b1f39364c436"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "b6856a7eaed7bf94a589113b7c661dc287f203953ea276f15f40a969f92e426a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "422b85a9b9b28b279d63aaf23b9ff5064a77271eb797cea6a9a22059e54e0314"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "4ba4802efae5b79c42571b47d6b7d46a5cacc9198fc5d49f16ba92d885b33d9a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "0f9e9775aa09a17a5982dbc2127a16fd1c3c6e4d9b908b6e57b551e23aa1e591"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "3dce6df3bedccf9f91ba69dac93a7375b85675933262e6bde3bb9f23be134983"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "6c056960862182287ec39dcce3e672e1e6936d0d5ea8ae5adc5e50548870a7f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "a62f9ae66171cab9a402193c962693423612ac6cfbaee462a64a01fafe68adce"
            }
          }
        },
        {
          "step": 36,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2079166173934937,
            -4.588642120361328,
            -5.623702526092529,
            -6.1898651123046875,
            -6.305423736572266,
            -6.312833786010742,
            -6.428099632263184,
            -7.423842906951904,
            -7.559255123138428,
            -7.709020614624023
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.588642120361328,
              "finishedAt": 36,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0074100494384765625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "f93d34005d7ee903673e3b91c01134217d4fdfd78ea36eeb11d0be761cdd8381"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "75cdbd134c347e7763bc73dfbbac9b0c00553cc7c737b35658b197aa0afab672"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "707c285b098b09d56a3e385e99c0bd49a86b7d0235ff4874aa02fcd8a668065a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "5d064b51b611115834cfcd116209303c9514cec49bcbea4f64f925d3acc01fa6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "fb90e5cce34cc6a9cca4aa7f6fc975864405c024975706ac49c523982fbaa562"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "d7f09e4c21c3e5e5c7f2f606dc64ef379030db6be18ce6ff6612519b4f7f5952"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "db2833adf28c32b128f4e7d8cd547a5994a87a16877912935464a30486ea01a7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "faf3a5a75128c5a6006ade5616fc3aab00278dc3020fd80ad3997000a05cd9ff"
            }
          }
        },
        {
          "step": 37,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2528929710388184,
            -4.647475242614746,
            -5.69434118270874,
            -6.336536407470703,
            -6.4462890625,
            -6.459539413452148,
            -6.469416618347168,
            -7.45410680770874,
            -7.5012431144714355,
            -7.688120365142822
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.647475242614746,
              "finishedAt": 37,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013250350952148438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "a76d1e9180448878d9b156327c63e7d9006c6aa36f90b66bd315efb8a5feb680"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "10c37ae4990f768077fc3ce990d76440f138f1d060af3161fae7acda2b21e897"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "e58e4c5e523d741d3ecfa5fb9be83a1d20f26b17b680f6ee855765210b480971"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "e01a5b19dfb6d294d621f623fad7c6e7a1059a045f277724364eb4939a0668c8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "67547d2d9d930842365ec3edc6306c49113d9325163f9a3962f5a37b91818b4d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "d599616de5ad89975b37ccb6fc8c40ae7727058831b94f015a4fdd2574bec217"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "bff1433f4e3e85e931b61502f32e4c315e532d5f3bf5f1a07c332aa4e039ab65"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "f01ac087d6bbb4cbdc1e4e4d354d57e47fe759ecbc672975ff188d0ae263c6a5"
            }
          }
        },
        {
          "step": 38,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.298291563987732,
            -4.677091598510742,
            -5.763250350952148,
            -6.480242729187012,
            -6.563681125640869,
            -6.603032112121582,
            -6.642629146575928,
            -7.46258544921875,
            -7.46278715133667,
            -7.717527866363525
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.677091598510742,
              "finishedAt": 38,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03935098648071289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "fe2573f01f57aa24bc0d718393463b87472b3648a95ae697b83905c53b7384e8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "e9db856e85b0d444e988e842edaaa45ecfd7167b7e80788d91e266deaa39b698"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "00247529e11fb344e0f4992b90b3e732b986256280e29c62af7c969fa429cc0a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "8a3a2ec79109cc38e901401fec344c95795861fc57f393bdf15cedf9f5befbe7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "3940b96b53ec05932cf57f9106fc6c3cf57850b090348880dfa24228e42ceb57"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "d48e4db634ae385eb42f0e49f199d0b51a8d5cd46fde4d50de85d4db8b8a0727"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "757edc5039754e05c458ee5a95a3daba6674ba83cbd76a17085791dfb3fc961e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "3d584eca0154bf448bc6ae95284c547bfcf2aa6ccd97f88a79ccc3156ff15716"
            }
          }
        },
        {
          "step": 39,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3452357053756714,
            -4.678652286529541,
            -5.831851005554199,
            -6.598087787628174,
            -6.63948392868042,
            -6.688543796539307,
            -6.824151515960693,
            -7.450336933135986,
            -7.492849349975586,
            -7.756277084350586
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.678652286529541,
              "finishedAt": 39,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04905986785888672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "0df5cc3b9c333cf4593819610189a4f79b75149d423312ff9316d09a0b4c3be7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "e07f89f625effb28d1946be2ddaad868e3875f5c2283fdf668fe19658b45c058"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "9d6d0fb330b1f1c56d51d40f1110ee0aeb49b583c8969fe3d32a9b83d31895b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "6b8423ea0dc7edfc293af273886201ed1e7bb4d0a34b3c62fc1fe286a6229b53"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "4ca76d55e0d00959038e48e64871ecaebaefc62ff69ba38cfb880c6503e9f5e4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "bc497dd91743692960a05b7ad80f59321ee1c1b1ffc963529c3b99d4ecf6bd85"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "f09435f49bf1090bc0f39dbc6b245e3cef486ebc17b8687f432816dcb73cd424"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "f1d3aa1ac4cfcd6164095b45e64491b4cef7f9f7526f7dd04c1ac536e6c14d4e"
            }
          }
        },
        {
          "step": 40,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3941535949707031,
            -4.672696590423584,
            -5.902505874633789,
            -6.672036647796631,
            -6.6889424324035645,
            -6.727452754974365,
            -6.964852333068848,
            -7.46034049987793,
            -7.5449934005737305,
            -7.81731653213501
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.672696590423584,
              "finishedAt": 40,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03851032257080078,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "43f373c882cd26fa9876ddf27d4a628e58d06b78ce932711070fe871294703d4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "022fb4cab2901c80077d567bcf4a8661c80ec433caa147c8abca8a36a855ff18"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "fa24cb4afc4394f14b1aa38089e71ada3a6c54386291dde006bb2382c6486189"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "64432609fd2bcc3717e1e36fd6dcdf2336285af31c581ef6609cf3f528544489"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "92725888418f2c535483f7c08732813302403e965fde94e02e34142bdd72c987"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "78bbd638722879cd5d48655b5cea156aa48755cbafec3a57f7764438d2edc9c9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "4482b2a01737012cf536b7f0cff20240755c766bf1bf4fe9e73bb64ccb4d09ca"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "583e72146209fd0597f41c834845ce462b2ee989a7356706fe2f1c52e7e97d6e"
            }
          }
        },
        {
          "step": 41,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4449937343597412,
            -4.664903163909912,
            -5.977651596069336,
            -6.719881534576416,
            -6.760144233703613,
            -6.763213634490967,
            -7.054442405700684,
            -7.527353763580322,
            -7.61555814743042,
            -7.8542585372924805
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.664903163909912,
              "finishedAt": 41,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0030694007873535156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "06fc37d30a92010cf7ab450c3f332192b60648ee1c564d1aab8a0b29ba6c4e70"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "dcd0250feb4d4f10449db6b3b072dd938d25044b48ba8cab04a509a892eb76b0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "7f0b7cbf9c4b2d5877eadd3a14295d5e66232eee3aa32d333501e7ab1505f7d4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "1ed05ca9b670be54229b3b04c370ff2fb59cf69a190818847d5c569db868cd45"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "a03714d6e90bf3af6ee6313eaa81aed0633e3487091cea0d83655aa5f90dccfb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "1ba2bc91f87fd702f0345d6e34820b08bc5441fb43a585ddd148c579abfd9b9d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "260910a6572f7fd55f63dcf3a24c850fc286cce403633539966b8cae82073904"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "b417947a14ecd240ade78e71704a0f8164e909fcd746ebd2364464e115bfcbd4"
            }
          }
        },
        {
          "step": 42,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4979963302612305,
            -4.655029296875,
            -6.057347297668457,
            -6.792064666748047,
            -6.802900314331055,
            -6.838068962097168,
            -7.138636112213135,
            -7.615311622619629,
            -7.694829940795898,
            -7.823658466339111
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.655029296875,
              "finishedAt": 42,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03516864776611328,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "a07977f8d1dc29196e0f60e3a3cd0d878558515f01e6a895562db5e55f0a4eb6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "71ee2b78319ffaf2b2f1701f1cac48209da8a795409c6f8aa7bec78bc41834a9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "77be9753cb0b4cce666ef95155e5945e202b99ef15df4cd6d824b6b235f62ce4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "29c99e5c4afa729fa0337237a2b81d8ac54aa970fd1ca5e6d774aed5515c505c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "c9589ad53dd8aa302727150b4b1964f13cfc51a5ae4bf3bd2c87c2b081be8a33"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "d91cecf57dbffa6ecada7ca875ed7bdfa025c2d50542a56436d59b66ed8f6db3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "7a071579ac8a0f9aa82f9262cf19b5e86279044aeaaeba54ba687cd79a94f39a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "c7de2782c9e1ddb3257b92272b378300c7585de03f486a21cb3b444e17ba2955"
            }
          }
        },
        {
          "step": 43,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.554011344909668,
            -4.628571510314941,
            -6.1412529945373535,
            -6.85201358795166,
            -6.870935916900635,
            -6.952719688415527,
            -7.240256309509277,
            -7.726543426513672,
            -7.77577018737793,
            -7.838111400604248
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.628571510314941,
              "finishedAt": 43,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08178377151489258,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "a4ba2cc252a73c07fa722ae486d63495f759f268c0c55a00813558c0660a79b1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "1b7b89f55855cda87490e570787673a8f9bb749672629e4ae8309d257ce76fea"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "2dc6f747ecb6717d829e7f5f7d515d9839ae358d38e8b79f9233f809c9fe8e02"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "02dfaff364128fd53dd6cf3020637ff4821a5ac5552a24f336d8bcdb70729f47"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "e158c7545e46328fe5676e979f93c12e57facf327e318c7572b26489b24de027"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "c81208e0f801bfdd09f10153b663547f8d30e2e1ad7ec0382f552cbdf2e52237"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "db1520aef58da0e489e95225687f26721ae8f79d3524be6dec7546cec2cd63f6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "586105cd5294b28d1672937a83d6eda7d4eb0368ad5bb4aaea6264df9d755f1f"
            }
          }
        },
        {
          "step": 44,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.6141655445098877,
            -4.59112548828125,
            -6.229301452636719,
            -6.916950702667236,
            -6.987268924713135,
            -7.083314895629883,
            -7.359868049621582,
            -7.811734199523926,
            -7.842377185821533,
            -7.845670700073242
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.59112548828125,
              "finishedAt": 44,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09604597091674805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "12b26bc32e4ddc8a43b75176caa624f027302dfda0620996503798dc1c9a84c8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "c8aba1c7d52a90feb47b51a98b76e9f2103664f52be8479de3e3f788b20725ac"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "3f4228700ed5ad9d99a7c5bda824eac451c2dee2920023c3976abd5b04df4b16"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "e6a2b72ea6729ca65d0e5096475a550570e6506966ccd8935a1b7c7748b885de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "55abb1476e76cdb72a9791a200030dd279550c0d3068b7ff0bdc6a6cb396ebfb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "979a755d884a680e2a898532a993e3d84229187cd82ea13e5283c5607c966d71"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "f45ee5c81bddac697b659b1c05438f31eb816b073552256976868286b032caa6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "58139ab301c4d6e01b6d5091ce8d8133c26c7599970bac05943d6d701047756e"
            }
          }
        },
        {
          "step": 45,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            4,
            6
          ],
          "topCandidateScores": [
            -1.6803478002548218,
            -4.536879062652588,
            -6.323901653289795,
            -7.01362943649292,
            -7.122092247009277,
            -7.208232879638672,
            -7.532104969024658,
            -7.876856803894043,
            -7.876861572265625,
            -7.881139755249023
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.536879062652588,
              "finishedAt": 45,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08614063262939453,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "6988f9c961e6d949e5fb8383c59172ba48b66813ebd20f0f20dd2de314731ca2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "0d8b36c5eb63b0bab5fb857e4f42f22cb7bcf2037d4f25d2fbbbb194586e7783"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "71d8ba8ca3e85e7efc7fed87e891b6b68495b53986d0724b54d79e25dd4ca1d5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "ba28e266dffac425d6bf8188675667cb0649a37a90b661008fa9926d23d03ae4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "81532753bc69337742b4a68805b6c64e90b8d9dd1b2b49eec3db75f5db01b3dc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "a9522c92ad415ff987409afbe828da78c99f2a3ad24609d160aae0f3a7d5f135"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "94035a0429d892ebcb974ce879d2e5cf1e0ce9abc5213856b9ed77edb0117de0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "7c68beea4a65a3a8c34d3836756669b66c538684ba3f17b469df59ab6df6ac13"
            }
          }
        },
        {
          "step": 46,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.7543838024139404,
            -4.474440574645996,
            -6.427685737609863,
            -7.148396968841553,
            -7.251858711242676,
            -7.326931953430176,
            -7.7376298904418945,
            -7.918977737426758,
            -7.921934127807617,
            -7.938775062561035
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.474440574645996,
              "finishedAt": 46,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0750732421875,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "3f657ebcd96eb8e51256bb34b86ec67e5378529b1d4fbadf1d11cc2b0fd023b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "1b7e1935d364ccfb352c9e2e5358e030828355e6380909a5222ee68eebdea4ca"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "02d1f731b840064b6401f0a42b8bc324441df4472b3ce20a5b6fc232dc6939e5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "cb445f214ce5ed53be441dc6f2d1386a60156d22fdc825722ecbcccf9f9f72d0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "c764f135b752af1548d2cce4c61679ef1f09b8e04c3104afecc8a6168028f285"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "799b0a44785429d9aaacd0c906f4802e3722d9e378bdd1d306c7909daaeb85ce"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "4daea89b2f7a5b0a10dd089f51094b1d7a16c9640a94e4b6c7956dce06c29fa3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "46a6a25bac47545df342f7c8108883d5e6fcc01bc34748327608f3306ba6aa34"
            }
          }
        },
        {
          "step": 47,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.83659827709198,
            -4.429447174072266,
            -6.542891979217529,
            -7.3133158683776855,
            -7.372364044189453,
            -7.44660758972168,
            -7.950519561767578,
            -7.956663131713867,
            -7.9969635009765625,
            -8.010100364685059
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.429447174072266,
              "finishedAt": 47,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07424354553222656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "d6c5cff1f48564111879e2b172798e09e51432497c7742839ce2a7dcd01300cc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "88fba609c2b4523f0cfd12f8ea99ddbc4aade852a886593dcdfe54a56a516e81"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "0e2355edafa73862bd7ebc7b1a3f4d6381d02f1c31f1d4869cb2737952e94ac2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "fa8d7325672647557774f7e0ac5fa14bf3ca2ead7fd434936270064543b11f54"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "f0d03dfc5bc127cfed7d86d4a7cd2f574c61bc3f63a667a5367213f100aaac31"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "b0f48bce529008e4d42c619a932df852d53ef6d1d1b960bfe73d8df7c3cc15ca"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "4ff89b807faa1b5f4f172a895e3e855661a28276ec9b2fbf14dd7c73fbc65470"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "1e6d1fa1ccfe33225f5692d4d5546b598c16856b48b1079f03d2a008ed1ea781"
            }
          }
        },
        {
          "step": 48,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -1.928579330444336,
            -4.387665271759033,
            -6.672351360321045,
            -7.493552207946777,
            -7.5008649826049805,
            -7.568160533905029,
            -7.9831624031066895,
            -8.072230339050293,
            -8.097559928894043,
            -8.173036575317383
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.387665271759033,
              "finishedAt": 48,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06729555130004883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "d9f30c44e97a21ba7ff977a8246836b9c2f8ce5f3dc29b3e4e4c72776ff6df54"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "58ceb8dd62eb2f5b6ee34026e524c595bc75f0c40b197a68cd114a60b3e12ad5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "53782ea0b0c5c20e16b890d32f73e353a96753599dbefeefff378914f190679a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "a70f4c8b5da3e75bfba859fd51d52aa3bc39090b6799ce2e770b89d20c6cce12"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "85d0ecefc25c2bdf185a83f1aab4dae17e611155bf6bf059ed4d1f1d2b7ba5f4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "2a4b49146d5c323216dd81de83276baa535455681998c2c452af83ffa90206d5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "e5bf28a9d4db4fd7d66bd8c41acb6412999d142ff4143d8bd97abb404817d2d1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "ecbef6b0eab04fd4a1e1ab607dfb96f9b2340ff4375dc1245e76c6f1ac5ac99d"
            }
          }
        },
        {
          "step": 49,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.0314857959747314,
            -4.358097076416016,
            -6.814774036407471,
            -7.618269443511963,
            -7.701114177703857,
            -7.708621978759766,
            -8.046493530273438,
            -8.143487930297852,
            -8.206056594848633,
            -8.367646217346191
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.358097076416016,
              "finishedAt": 49,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007507801055908203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "f0b997ebcfc9f89786dd45c2ec0a3e7f43433118d7c0700bea7af62c035498a6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "0af00b78ad2e636496e895134ac9c7d573320aa9088904f4c7592e94bf608466"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "d4bc8bb81d170703da1220c4760c0d39af53d084a572a6694bc34542b632d970"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "4ab72a7ddcc116f4d91462fdb17b35fbe46a70d9d37eb2bf52f18a8ecef00d10"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "703c8684b552abe5b43e9a3c1b530023708694a74c6d2e3cee43909c7f54690c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "d5655937a9b8d8bc3704980a72e94cb3a44b6f1fd0cfb20ef9acecd8d79e36a8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "140c4db90ee36b0203a1baa7f5310a32c1574aa4faaffebc2843ab2324f7f88d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "f5fc4a2eda7b8a6f4147b2650653abcf30afcd45c3370b80b2ff62dc2180e19c"
            }
          }
        },
        {
          "step": 50,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.146968364715576,
            -4.337532043457031,
            -6.9689531326293945,
            -7.753159046173096,
            -7.864899635314941,
            -7.939198970794678,
            -8.136604309082031,
            -8.25994873046875,
            -8.330038070678711,
            -8.54044246673584
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.337532043457031,
              "finishedAt": 50,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07429933547973633,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "0cfb13ffe03892e1d69d1d10000d550dec5b35801ed4de930709facffd7380d1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "433a2e79eff3ca31eefd1e763c7d6cf279e1444e1bf8a45cd21a298d7d116b1e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "11120e0ae9405a5dcc7d9187e87b1190ede9943ca5cbbc1d33214989632a56b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "ba85c1d32dd6d3ae8e77a73f891242579757b1b199e430327e53ce8b17e1c141"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "1881755b45275f66a102a29be881e10faabb70e637a1a3303886a5845d1bb130"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "2bb9a64bf2098d4599c6a3007c537681d6991b765bfc490242a2a403819a7af4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "2c832780b5652cfa89d8c46e51d0b5d60ccfa985ad89592e7037aa058388ae07"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "5b31e87c1b33ddd96432b0284c36bb77eb410eeef074ceac228dbd9acaa160d2"
            }
          }
        },
        {
          "step": 51,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.2799720764160156,
            -4.305013656616211,
            -7.139505863189697,
            -7.920563220977783,
            -8.054204940795898,
            -8.200103759765625,
            -8.236363410949707,
            -8.427448272705078,
            -8.47184944152832,
            -8.728924751281738
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.305013656616211,
              "finishedAt": 51,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14589881896972656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "60afc860eff5c8d1fbcf2f18c4f67e47c48dccef7fd8db3da270a5601e8c882b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "93f1bf6bb620a9b0850f6bdfbf88878c4103a4a2e68d5884230965ba3f0896fc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "c9d0a6e2b5816f56674fb425e78c41e46005f3539dccc06b88bc63bdcf7578a9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "da1422693a541ee7ff6cbd940f84249955cb5330c3f2676e6b1675bd8474f3f5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "b50f121fdd845c3ce9f19a83eb9f9514256122e079ed62022b1d0dfc3bcc412a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "65691ea294fa0f5ebba0dc7878427a7b689f4b39daa06ee6c59b3f4094f9454b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "00ab66d0d9ea5546d6cabb00c23c4cbeceed092d9d45ce93a291702c22d2c754"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "9691491bb29059e628bf74d60cf33c33af04324b8ea4f2e82d3c650597a1b397"
            }
          }
        },
        {
          "step": 52,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            3,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -2.4365031719207764,
            -4.27291202545166,
            -7.327423095703125,
            -8.11487865447998,
            -8.2896728515625,
            -8.358087539672852,
            -8.494220733642578,
            -8.603412628173828,
            -8.616897583007812,
            -8.932435989379883
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.27291202545166,
              "finishedAt": 52,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06841468811035156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "cd26c15f7ee75c39b8d68c1b99070b10d9f7c53a8ccd10902130cc365508a1f1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "ae4b741cba7a04a995e877d10abdf6ee097fe20e9318dc5b6df40d8bec353501"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "81f8ba5fb5ed472e320fab4b474c80bb424cb7d4c7d5005cd0653dcc1edcbba2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "7fe65ec8438e39d6b28788e4e9deb644eb301e752cbef03164cfd79d2d39859f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "e8ca207997bb8564b4053c33caef9250dee699e3232e637a539dec8b4a84904b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "e44f3766b0725975084c5361107d9181fe08439133f509cb73cd8b685c999144"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "5a2499feca1ebe0214f8884fa2ba284e07f7c2bd01ecc74bebf73215b86c1b4b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "7d379fde11af454a84079da31e1878d10a3fcbd730bccdc25b991ca8927ca742"
            }
          }
        },
        {
          "step": 53,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            0,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            5,
            4,
            3
          ],
          "topCandidateScores": [
            -2.625901699066162,
            -4.243680000305176,
            -7.536706447601318,
            -8.357220649719238,
            -8.497578620910645,
            -8.53057861328125,
            -8.7176513671875,
            -8.822674751281738,
            -8.838924407958984,
            -9.01833438873291
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.243680000305176,
              "finishedAt": 53,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.497578620910645,
              "finishedAt": 53,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03299999237060547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "9a9390b1ffcdab749fff36e2fbec75aad82caaef348897fadb6d456f1f555ac9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "ef12e43788edfc0586f522eb1fe196df8baca0dab25c07b6088086ab692e36ca"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "bff9067549cd616e8aa73a904725aa4eb07a496bc63f6f6aa25a9a916720419f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "36354d721735672681ce7f536f87bc8edd7993aed26949e92ab5a32a996b02b5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "adc965e4277643588055bb8212c068c3f63d326bc8dae0fbbf7e19c971bbf4d4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "b1f83ee4343715cf5cb6343bb65a7c7a3810254af681b47a08d08fba450e476c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "43846b9a1476b730adb52fff11b8fc29cb99d2b235f6bb1fa0daada33e5220e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "20487353308ef6f79e383a67722dfeb4817ea4f657c87d4988b6d3f6c0cb44e8"
            }
          }
        },
        {
          "step": 54,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -2.850048780441284,
            -4.273176193237305,
            -7.77515983581543,
            -8.608226776123047,
            -8.678863525390625,
            -8.792475700378418,
            -8.872774124145508,
            -9.107610702514648,
            -9.115262985229492,
            -9.448121070861816
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.273176193237305,
              "finishedAt": 54,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.678863525390625,
              "finishedAt": 54,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11361217498779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "0cd57e68a53ac781465b15b83acfb6089f1c56bcd962b2f91a4bb6d3ff1af20c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "d77e6233b1b3f0b64599d3a033158cf147c7607dad9bca0f965c4a6e419ff467"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "5e7ebe1a72deae844b5e6ad6f0b8fd7da1c51f06636f61bf39c2f0c72a16d862"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "6383d42e456adbdc033f6f80ca58298493fb3cbb9605e43de0f7ee027b9b1c45"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "b42ae2bae87a08d2085ed63d7b7366f5c8794af2bbfaa9a4254cfbabc8332b2b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "07d185b976b844c4b0e0e6ce598f5ae2faf59b21e0c4b0b5df9dc8d78f2967ec"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "0b98598d63b2203fa33a5fc3eab9b754f22af3c34529875add28bc28eeffca28"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "c0da67f0625558c04289e3df98e641d6607ac6f0d3a181ef044ad5e6d2994199"
            }
          }
        },
        {
          "step": 55,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -3.107710838317871,
            -4.368244647979736,
            -8.050195693969727,
            -8.873634338378906,
            -8.876384735107422,
            -9.049361228942871,
            -9.08870792388916,
            -9.218206405639648,
            -9.454806327819824,
            -9.590835571289062
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.368244647979736,
              "finishedAt": 55,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.873634338378906,
              "finishedAt": 55,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17297649383544922,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "5b292966337c7353a9fe988b41265277a20e3396e93ab74dfc11f9056f63fec2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "b8f825595ff5ce4e14cac65266a231c7807c0ae6faecdfb9dcfbcafbcf74aff8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "9c9a9da00566ee80560683f19c4045a774a7820e5ee87fab81491770794cac27"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "6d6cf397819dd8a8ad4ddd7c96d59bc834b6d056be7222e66dad1d6c8f5b30c7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "10064250dc2a73d9d31be4ecebdfd49526331811b8bca2d59eca366479cf79d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "0f014f17e1d94d801efc28c4bf0af303f17392cbb1e8146880d34d4ce591ad8e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "ee81e733db112563f9433428c52f6bac2f96bf856ee8a2c6908a1c9b9f5bc702"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "92c624d33165abac95f3cf82ac433245d48f488a46055bd57de57bd879e0d7f7"
            }
          }
        },
        {
          "step": 56,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            2,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            3,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.4006667137145996,
            -4.509796142578125,
            -8.37331485748291,
            -9.098114967346191,
            -9.13582992553711,
            -9.29880142211914,
            -9.352922439575195,
            -9.368634223937988,
            -9.79362964630127,
            -9.82996940612793
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.509796142578125,
              "finishedAt": 56,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.098114967346191,
              "finishedAt": 56,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16297149658203125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "55ce9ea50769f7748808a2242d3f2af70dc719b822efe6852ada5b165d7b7bd7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "33447fd3bb4b0eb99f104a6715a08b31318e4942bb79a03d2c7e5a277ddbd9c8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "40fc80a1144b7ad6ef9dee4df90ec6aa488ba391faf0aea79d5a790b8c1dbf67"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "1f6b6e52e3675f915164c6519ef3c1087980d28212a7d4bd7878be2c7a56f1cb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "ded003905adf24c4b2038bd7e48b20549954c64c084ad5ee6bfa814da7f9dc46"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "bc12c143d9a02659394dd5bda1d4ac66846816e5fd0f7db81a29c3576427c89f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "53ad18aeeec9e72dc0096a3b39e23198105cb81a492ed2b7ab343dde5b42cdf3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "0120a558896f9030a52142fb7dc65f4076f547a13f8909ad81213ec0f278c7dc"
            }
          }
        },
        {
          "step": 57,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.739259719848633,
            -4.675588607788086,
            -8.755354881286621,
            -9.324934959411621,
            -9.389548301696777,
            -9.53460693359375,
            -9.554464340209961,
            -9.686826705932617,
            -10.040872573852539,
            -10.217775344848633
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.675588607788086,
              "finishedAt": 57,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.324934959411621,
              "finishedAt": 57,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14505863189697266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "5475840e5cfbf85729a986b8129f475d4a3965b21ea32123f95ebbdf9f1dc0f9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "845bfb9b26a5aedb86a00616b174cc7ec31082f8f54ffd9a7b250272ea91c3eb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "32b739dbbe385ece43f86bc59d2e7752c204ef64670af8bf8cdb539c44fe3959"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "8ae5ab3a6f0db134da8018c0646efc1fb16a7f3ea3f7487c6c0d3e628b971601"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "f4d52ff2c622cca4e4ba9bea753d37b736845cfe318e0d06a3f3e3b951a12b8d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "0b0882c69ba38abca2ba1d53f5354b5c512892fe2d0e102ab44599108ee48534"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "9df48184b8b95c771cc0f82373e26c460dd06a197d7fae522690862b39edb7b5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "0e8ab8b22e4387aa62db89dd78ee354f4f30b79f2276e13fb6fe58837bdad187"
            }
          }
        },
        {
          "step": 58,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.119641304016113,
            -4.914772987365723,
            -9.195035934448242,
            -9.565231323242188,
            -9.652178764343262,
            -9.801080703735352,
            -9.874043464660645,
            -10.028690338134766,
            -10.318527221679688,
            -10.628935813903809
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.914772987365723,
              "finishedAt": 58,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.565231323242188,
              "finishedAt": 58,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14890193939208984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "611b4b398f485488063f464e747c03ecb3ce9fe4e42ea0ea2ca88bfdb5c931df"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "c5377b952591097b79627dc1c515e8812f53010ea80a67e311bcb52194ec9333"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "b68737233c40cd11dc08df3f0d95172ddd1d8f8b87e8c0e64d1d91919a51aec2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "f970adabf6c24d63c0a3fefe218b4519e9cdbb213643bfab4b2d20e9f7661c5d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "75c8eed11f8601406743de9d7300d616daea1994fbc640e6ca5ceb6179d91279"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "468363ad84a571079afb6ba75cbe08f84d175859dc165dcee8bf6e7777b71b27"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "e9cb97ceb82628c26a3fa9b1837dcf7959807dddaf1a0e418de3d2d482c1f761"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "bfda1ef44c7c57e6182fe001d406e6848327cf156cc3d04050845ebd19d516e6"
            }
          }
        },
        {
          "step": 59,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.538450717926025,
            -5.214470863342285,
            -9.694302558898926,
            -9.820465087890625,
            -9.978067398071289,
            -10.138981819152832,
            -10.307178497314453,
            -10.404613494873047,
            -10.641627311706543,
            -11.070623397827148
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.214470863342285,
              "finishedAt": 59,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.820465087890625,
              "finishedAt": 59,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16091442108154297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "cbee35b9f6128e71f3ef8d9233cda9447546ccb78347fa5b78af7e7036aa17f6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4736a428e29adfdaf723fc7ac3cdeefae898ece616818aa70808c7db04efb1af"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "d41445de92b17d2db612e9f8edb184ba2ed4d047c30587c8b3dfe51f5d50c2cb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "a32698330085c58b8e82adae89686d4227248bd90071042ba52824f6b3735de7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "82f4abed7c7baf59b5da2ae6b5f3939258cdc7453ac4452362fb9111346e3777"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "8c1ab0b920286888e22723e52524b12d763d5be00f677d62e43fcbfec3e1d0e1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "07d2e8efda22aee25a692f471b18f652f6684dbcdfdfe22545e73a7bea5d03cc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "92a61a93c0af97363136285bceec3fd6b4715b3496591fe207dc39367863ba6f"
            }
          }
        },
        {
          "step": 60,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            1,
            2,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            11,
            6,
            11,
            5
          ],
          "topCandidateScores": [
            -5.002451419830322,
            -5.549098968505859,
            -10.146681785583496,
            -10.269197463989258,
            -10.416242599487305,
            -10.529641151428223,
            -10.82658576965332,
            -10.827770233154297,
            -11.012282371520996,
            -11.554154396057129
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.549098968505859,
              "finishedAt": 60,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.146681785583496,
              "finishedAt": 60,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11339855194091797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "dde6761e09a6e2cf5b619fdfdee40cdd599997e9e06f94734807286e80e32f1f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "5c798b178aab67c9415b7b8938e6cdb290dbf2d9a9da606716a4d848f39b8425"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "1086494b4a4e6705d929bbca0492bd1be31477e1ad8e81ecc31863e1d9ada106"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "b093427519215d827071c21f2c708e90938f1074331ce6b91719a987e3f81b7d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "8d70547691224f711bab697838c2cb8def103e47bf8d4622a859b721f469c75a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "8064e898eed961709e8c1a17e37757f202365fbecb66648a71007ddc2ee20adc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "b6de6d1eb23aae69737c2bf6e7dac59bb118ee5ce038c2cbcff5a57dde55ed81"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "24602eb5962798ea38b5642b8d9e9592c5ea2b640d30f2c192265b72ae381ffb"
            }
          }
        },
        {
          "step": 61,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            3,
            1,
            3,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -5.5176544189453125,
            -5.929413795471191,
            -10.58095932006836,
            -10.907851219177246,
            -10.946528434753418,
            -11.026719093322754,
            -11.319960594177246,
            -11.40268611907959,
            -11.438071250915527,
            -11.961777687072754
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.929413795471191,
              "finishedAt": 61,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.58095932006836,
              "finishedAt": 61,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08019065856933594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "228466e9984b2555534b6849cee0aa8ccffc9dd501369319804620bfbc4b2a37"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "c5242d2a115ddaba6907504d6b94a2e2d5faa226eb48321c7cb8c16a16b851c1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "32d31415e7f92d1db04d4a661746f5fcc818390274b107b7e323d0f0630f0987"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "a87aaed27fb5bfa6c15f7090662bec7c17cbc36092016bc361f3529ac97ec52d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "8f17dec46ed3e9ac0fb02d018b6b6293e5686902dcd6fc7460373142d5051bcc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "c2110c448daff65aebb9f72a80f7d9cc88b35415c6944ea8fb31b42ab1ce698c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "f55f5c0d1a6007e9392b67e25f7a694e86887bc09633ff1299a3a2db8919743d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "60d38e1c49f89c5b310efde2d70bface76872ca7b4619a6fcdc51eaae8eada5d"
            }
          }
        },
        {
          "step": 62,
          "inputTokenIDs": [
            5,
            6,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            3,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.088961601257324,
            -6.3646063804626465,
            -11.114141464233398,
            -11.538007736206055,
            -11.598684310913086,
            -11.608968734741211,
            -11.873695373535156,
            -11.973650932312012,
            -12.02557373046875,
            -12.379602432250977
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.3646063804626465,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.114141464233398,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -11.598684310913086,
              "finishedAt": 62,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010284423828125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "2aa51c1d5435b5b124e8235868e53859a375b893253a79aab87b8f4a3baa2092"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "152c6abf6d58f4101beee49390c1f7095405d440ef56a461b792d9838b1b8ed5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "a8cef3321d807e115ba851a9a146bcb64417c84bd912c5b75cd513141322f7f1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "cc970d84b9410dfbedf2f27aa7997c6f4db632ab914ff35218be3c15a0775839"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "3fab59bd735933a13c2bc517306a1bc9bb68d96ebf9094b753a78a1d851f81f3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "0706523f962f0c9b18696e690f9585ff40afe82efaf8e861f7c95748074e1729"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "afd00a611a2fbdef8e0b95d6c65701ace2cf47105bc501dbd4a1d115fac80c1f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "c42eb355836174deab8c245256e72d8a9ee4f71229545d062347b648bc6b759c"
            }
          }
        },
        {
          "step": 63,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            1,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            9,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.726188659667969,
            -6.854335308074951,
            -11.710816383361816,
            -11.97772216796875,
            -12.236080169677734,
            -12.378301620483398,
            -12.490676879882812,
            -12.59181022644043,
            -12.69995403289795,
            -12.83947467803955
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.854335308074951,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.710816383361816,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.236080169677734,
              "finishedAt": 63,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14222145080566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "99df4a68c6c014cc91551a36599fffa54ad767161d1c399ee91966c11c413d2c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "ae75cfbed8a1b03e9d7e0cd4374f00d555bcc5cc9b73b7427a222b97284f50b9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "071e849a9c0aebe217f021dc3bc5507b513ec70fcee77bd6c43a62c74ea86b52"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "476c91d8c8a44c00c40137d78cdef38aa0366ed387451f53762bd3ad76658295"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "165e4d6bdd01e4842f628206e0bb9dffa1c3cc771325c464282fee38f567f5b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "ef2125a4a516ad599c7999e94364f859dad93683513a60af6d2da202eee3d824"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "7c08c597b4e05a958da488307a18682d2b8ab17d4d769cf3911c2649de009302"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "e34775643cbc7ce587ba380c42615d9a0f05097a6f92e9b6cdc4339cb01b8ed8"
            }
          }
        },
        {
          "step": 64,
          "inputTokenIDs": [
            5,
            5,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            0,
            2,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            7,
            9,
            3,
            6,
            11,
            5,
            11,
            5
          ],
          "topCandidateScores": [
            -7.410378456115723,
            -7.439925670623779,
            -11.97772216796875,
            -12.595693588256836,
            -12.942209243774414,
            -13.188465118408203,
            -13.223422050476074,
            -13.225262641906738,
            -13.405377388000488,
            -13.41818618774414
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.410378456115723,
              "finishedAt": 64,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.942209243774414,
              "finishedAt": 64,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24625587463378906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "a5540fce228383e5da47ca0a06be175d4a3988e82ff2a93e7451500057c4ea68"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "3508642f6775e09cec3cca5ced260c8b42ac116856dde1ba6877b2adb503fb9f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "e98b994b621b8bcbe1aa3a6bcade1f0615d6491a274d685ccf2ea8938980acd7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "8d76a6a5ff7ca877d494a80363732fd819543869797e569a18835087de913afe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "2fc81299cb393405f42995349283b366d159323d22e48a6cb54906e02a14579e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "328a0152347b623cc6fc5cfa962f2db52acecdd37aebebb7065fc0faeafb5702"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "039ee9e13951c6b1b8c330d801dc4374cc5727d073290fd9b6ebddd4fc80a6bd"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "99cd7ed91d37571a21d16ac24a17877f542323fc94b0a8d95392817253fa7263"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            23,
            19,
            20,
            21,
            85
          ],
          "topCandidateScores": [
            -0.02416909486055374,
            -4.359685897827148,
            -4.897932529449463,
            -6.788443565368652,
            -7.033580303192139,
            -7.440836429595947,
            -8.599154472351074,
            -8.721334457397461,
            -9.037644386291504,
            -9.86536693572998
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4072561264038086
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            2,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            6,
            8,
            11,
            5,
            4,
            9,
            27
          ],
          "topCandidateScores": [
            -0.14385998249053955,
            -2.908583164215088,
            -3.548764944076538,
            -4.095427513122559,
            -4.897935390472412,
            -5.124325275421143,
            -5.1792707443237305,
            -5.652630805969238,
            -5.991280555725098,
            -6.257455825805664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22638988494873047
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            11,
            5,
            5,
            4,
            8,
            11,
            27,
            6
          ],
          "topCandidateScores": [
            -0.16290251910686493,
            -2.9092953205108643,
            -4.071026802062988,
            -4.2812299728393555,
            -4.487452983856201,
            -4.909395217895508,
            -5.398869037628174,
            -5.667908191680908,
            -5.6716837882995605,
            -5.8166913986206055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42194223403930664
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            8,
            4,
            11,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17168201506137848,
            -3.054706573486328,
            -4.07657527923584,
            -4.359787940979004,
            -4.531788349151611,
            -5.910696983337402,
            -6.05963659286499,
            -6.082935810089111,
            -6.4352617263793945,
            -6.4435224533081055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.378908634185791
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            2,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            11,
            5,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.1797569841146469,
            -3.3870460987091064,
            -4.393930435180664,
            -4.531614303588867,
            -4.607343673706055,
            -5.5257673263549805,
            -5.576069355010986,
            -5.89328670501709,
            -6.031703948974609,
            -6.076123237609863
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9184236526489258
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            10,
            5,
            27,
            11,
            8,
            6,
            10
          ],
          "topCandidateScores": [
            -0.19282783567905426,
            -3.4300014972686768,
            -4.42983341217041,
            -4.531614303588867,
            -4.764519214630127,
            -5.253170490264893,
            -6.441160678863525,
            -6.643289089202881,
            -6.936173439025879,
            -6.9944939613342285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4886512756347656
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            5,
            5,
            10,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.20841418206691742,
            -3.456331491470337,
            -4.470425128936768,
            -4.533328533172607,
            -4.841707229614258,
            -5.358503341674805,
            -6.079354286193848,
            -6.114199638366699,
            -6.471381187438965,
            -7.4278459548950195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167961120605469
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.2261699140071869,
            -3.4827864170074463,
            -4.5209150314331055,
            -4.562945365905762,
            -4.879171371459961,
            -5.339168548583984,
            -5.895809173583984,
            -6.007399082183838,
            -6.178520202636719,
            -7.513208866119385
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45999717712402344
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            3
          ],
          "topCandidateScores": [
            -0.24507735669612885,
            -3.5097830295562744,
            -4.570887088775635,
            -4.6064629554748535,
            -4.904355525970459,
            -5.297048091888428,
            -5.948120594024658,
            -6.017995834350586,
            -6.143667221069336,
            -7.1190056800842285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39269256591796875
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            11,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.26378896832466125,
            -3.54081130027771,
            -4.6238603591918945,
            -4.6385273933410645,
            -4.924142837524414,
            -5.505937099456787,
            -5.895535469055176,
            -6.163100719451904,
            -6.2508320808410645,
            -6.351397514343262
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.581794261932373
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            4,
            5,
            5,
            3,
            11,
            27,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2829635441303253,
            -3.5807504653930664,
            -4.648416519165039,
            -4.679362773895264,
            -4.940000057220459,
            -5.6529741287231445,
            -5.746758460998535,
            -5.977165222167969,
            -6.286505699157715,
            -6.508781433105469
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7129740715026855
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            10,
            5,
            5,
            3,
            11,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.30258709192276,
            -3.6289169788360596,
            -4.648431777954102,
            -4.733077049255371,
            -4.954914569854736,
            -5.300434589385986,
            -5.741133213043213,
            -6.231683731079102,
            -6.578998565673828,
            -6.708986282348633
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.34552001953125
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            10,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            9,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.3238295912742615,
            -3.681114912033081,
            -4.781187057495117,
            -4.970821380615234,
            -5.007912635803223,
            -5.08832311630249,
            -5.7575531005859375,
            -5.995344161987305,
            -6.175340175628662,
            -6.79868221282959
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.007912635803223,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08041048049926758
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            12,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.3471027612686157,
            -3.735808849334717,
            -4.794224262237549,
            -4.827479362487793,
            -4.989282608032227,
            -5.743646144866943,
            -5.759241104125977,
            -6.226246356964111,
            -6.235742568969727,
            -6.813025951385498
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.794224262237549,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7543635368347168
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            5,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            8,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3720124661922455,
            -3.794746160507202,
            -4.687119007110596,
            -4.873222827911377,
            -5.010948657989502,
            -5.712891578674316,
            -5.857095241546631,
            -6.346511363983154,
            -6.765352725982666,
            -7.222617149353027
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.687119007110596,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7019429206848145
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.39778515696525574,
            -3.857227325439453,
            -4.67042875289917,
            -4.921685695648193,
            -5.036618232727051,
            -5.632891654968262,
            -5.746457576751709,
            -6.454143047332764,
            -6.7310028076171875,
            -7.11262321472168
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.67042875289917,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5962734222412109
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.42283087968826294,
            -3.923823833465576,
            -4.748245716094971,
            -4.975561141967773,
            -5.069923400878906,
            -5.597984313964844,
            -5.666375637054443,
            -6.5526018142700195,
            -6.7372517585754395,
            -7.01870584487915
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.748245716094971,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5280609130859375
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.44832563400268555,
            -3.996469020843506,
            -4.7508111000061035,
            -5.035312652587891,
            -5.114639759063721,
            -5.58353328704834,
            -5.633126258850098,
            -6.575484752655029,
            -6.768183708190918,
            -6.934159278869629
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.7508111000061035,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.46889352798461914
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.4750570058822632,
            -4.076010704040527,
            -4.6969828605651855,
            -5.10159158706665,
            -5.1755290031433105,
            -5.6159772872924805,
            -5.621204376220703,
            -6.600493431091309,
            -6.701694011688232,
            -6.847609043121338
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.6969828605651855,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4404482841491699
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5039791464805603,
            -4.159695625305176,
            -4.595333576202393,
            -5.173755168914795,
            -5.2539520263671875,
            -5.650697231292725,
            -5.65607213973999,
            -6.559521675109863,
            -6.67506217956543,
            -6.824801445007324
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.595333576202393,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3967452049255371
        },
        {
          "step": 20,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5354834198951721,
            -4.246592044830322,
            -4.497276306152344,
            -5.251432418823242,
            -5.352816104888916,
            -5.614205837249756,
            -5.690221786499023,
            -6.550234794616699,
            -6.789071083068848,
            -6.842348098754883
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.497276306152344,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26138973236083984
        },
        {
          "step": 21,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            3,
            6
          ],
          "topCandidateScores": [
            -0.5693339705467224,
            -4.337309837341309,
            -4.442648887634277,
            -5.334421157836914,
            -5.4684157371521,
            -5.551125526428223,
            -5.6532158851623535,
            -6.56516170501709,
            -6.873664379119873,
            -6.87405252456665
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.442648887634277,
              "finishedAt": 21,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08270978927612305
        },
        {
          "step": 22,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            3,
            0,
            2,
            4,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6060123443603516,
            -4.39012336730957,
            -4.429805278778076,
            -5.421484470367432,
            -5.463853359222412,
            -5.589235782623291,
            -5.598810195922852,
            -6.632114887237549,
            -6.91850471496582,
            -6.9408769607543945
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.39012336730957,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1253824234008789
        },
        {
          "step": 23,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            4,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6449891924858093,
            -4.355921745300293,
            -4.524819374084473,
            -5.409849166870117,
            -5.503567695617676,
            -5.510359764099121,
            -5.659935474395752,
            -6.7609381675720215,
            -6.952585220336914,
            -7.003690719604492
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.355921745300293,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0067920684814453125
        },
        {
          "step": 24,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.685053288936615,
            -4.356842041015625,
            -4.621349811553955,
            -5.415699005126953,
            -5.449297904968262,
            -5.576838493347168,
            -5.601259231567383,
            -6.905092239379883,
            -6.972390174865723,
            -7.080269813537598
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.356842041015625,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12754058837890625
        },
        {
          "step": 25,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7264222502708435,
            -4.347858905792236,
            -4.719491481781006,
            -5.454603672027588,
            -5.456925392150879,
            -5.531357288360596,
            -5.785757064819336,
            -6.979108810424805,
            -7.018074989318848,
            -7.157220363616943
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.347858905792236,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0744318962097168
        },
        {
          "step": 26,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.768604576587677,
            -4.348827838897705,
            -4.817110061645508,
            -5.494950771331787,
            -5.541972637176514,
            -5.55045223236084,
            -5.740099906921387,
            -6.993556499481201,
            -7.097096920013428,
            -7.253739833831787
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.348827838897705,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.008479595184326172
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8111457824707031,
            -4.366719722747803,
            -4.910803318023682,
            -5.5797014236450195,
            -5.605558395385742,
            -5.633915424346924,
            -5.759308338165283,
            -7.005492210388184,
            -7.174550533294678,
            -7.315932750701904
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.366719722747803,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.02835702896118164
        },
        {
          "step": 28,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8537274599075317,
            -4.395655632019043,
            -4.99993896484375,
            -5.670078277587891,
            -5.703478813171387,
            -5.716996192932129,
            -5.815910339355469,
            -7.039196968078613,
            -7.294308662414551,
            -7.369086265563965
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.395655632019043,
              "finishedAt": 28,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013517379760742188
        },
        {
          "step": 29,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            3,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8965234160423279,
            -4.416118144989014,
            -5.084964752197266,
            -5.7505903244018555,
            -5.803269863128662,
            -5.806187629699707,
            -5.9081830978393555,
            -7.078097820281982,
            -7.448312759399414,
            -7.498337745666504
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.416118144989014,
              "finishedAt": 29,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.002917766571044922
        },
        {
          "step": 30,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.9390751123428345,
            -4.4556989669799805,
            -5.164618492126465,
            -5.833272933959961,
            -5.8693623542785645,
            -5.902737617492676,
            -6.0037617683410645,
            -7.127771377563477,
            -7.623672008514404,
            -7.635748386383057
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.4556989669799805,
              "finishedAt": 30,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03337526321411133
        },
        {
          "step": 31,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            11
          ],
          "topCandidateScores": [
            -0.9817481637001038,
            -4.488884449005127,
            -5.2404398918151855,
            -5.89790678024292,
            -5.916304111480713,
            -6.007730960845947,
            -6.101277828216553,
            -7.176380634307861,
            -7.6599555015563965,
            -7.727075576782227
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.488884449005127,
              "finishedAt": 31,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09142684936523438
        },
        {
          "step": 32,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.0250545740127563,
            -4.507822036743164,
            -5.315089702606201,
            -5.9458160400390625,
            -5.9542927742004395,
            -6.097114086151123,
            -6.210936069488525,
            -7.235209941864014,
            -7.674488067626953,
            -7.706850528717041
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.507822036743164,
              "finishedAt": 32,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1428213119506836
        },
        {
          "step": 33,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            3,
            4
          ],
          "topCandidateScores": [
            -1.0697615146636963,
            -4.506555557250977,
            -5.391102313995361,
            -5.984335899353027,
            -5.992676734924316,
            -6.163418292999268,
            -6.303223133087158,
            -7.283990859985352,
            -7.660562038421631,
            -7.676773548126221
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.506555557250977,
              "finishedAt": 33,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17074155807495117
        },
        {
          "step": 34,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1160324811935425,
            -4.504192352294922,
            -5.47010612487793,
            -6.0229926109313965,
            -6.048320770263672,
            -6.208322525024414,
            -6.366772174835205,
            -7.324324607849121,
            -7.65308952331543,
            -7.666260719299316
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.504192352294922,
              "finishedAt": 34,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1600017547607422
        },
        {
          "step": 35,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1621721982955933,
            -4.543470859527588,
            -5.548448085784912,
            -6.078261852264404,
            -6.16041898727417,
            -6.250054836273193,
            -6.4016313552856445,
            -7.3802947998046875,
            -7.6140289306640625,
            -7.687378406524658
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.543470859527588,
              "finishedAt": 35,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08963584899902344
        },
        {
          "step": 36,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2078967094421387,
            -4.58861780166626,
            -5.623682498931885,
            -6.189850807189941,
            -6.305403232574463,
            -6.312816619873047,
            -6.428078651428223,
            -7.423823356628418,
            -7.559235095977783,
            -7.708998203277588
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.58861780166626,
              "finishedAt": 36,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007413387298583984
        },
        {
          "step": 37,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.252873182296753,
            -4.647452354431152,
            -5.6943206787109375,
            -6.336515426635742,
            -6.446268081665039,
            -6.4595255851745605,
            -6.4693989753723145,
            -7.454086780548096,
            -7.501220226287842,
            -7.688103199005127
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.647452354431152,
              "finishedAt": 37,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013257503509521484
        },
        {
          "step": 38,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.2982714176177979,
            -4.677064895629883,
            -5.763229846954346,
            -6.480221271514893,
            -6.563660621643066,
            -6.603018283843994,
            -6.64260721206665,
            -7.462559700012207,
            -7.462762832641602,
            -7.71750545501709
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.677064895629883,
              "finishedAt": 38,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.039357662200927734
        },
        {
          "step": 39,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3452149629592896,
            -4.678630352020264,
            -5.831830024719238,
            -6.598066329956055,
            -6.63946533203125,
            -6.688529968261719,
            -6.824130535125732,
            -7.450316429138184,
            -7.492832183837891,
            -7.756252288818359
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.678630352020264,
              "finishedAt": 39,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04906463623046875
        },
        {
          "step": 40,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.394132375717163,
            -4.672672271728516,
            -5.90248441696167,
            -6.672018051147461,
            -6.688920974731445,
            -6.727438449859619,
            -6.964831352233887,
            -7.460317134857178,
            -7.544970989227295,
            -7.817290782928467
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.672672271728516,
              "finishedAt": 40,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03851747512817383
        },
        {
          "step": 41,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4449721574783325,
            -4.664875030517578,
            -5.977630138397217,
            -6.719859600067139,
            -6.760119438171387,
            -6.7631988525390625,
            -7.054425239562988,
            -7.527326583862305,
            -7.615533828735352,
            -7.854235649108887
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.664875030517578,
              "finishedAt": 41,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0030794143676757812
        },
        {
          "step": 42,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4979743957519531,
            -4.655007839202881,
            -6.057325839996338,
            -6.79203987121582,
            -6.802885055541992,
            -6.838047027587891,
            -7.138612270355225,
            -7.615287780761719,
            -7.694808483123779,
            -7.823638439178467
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.655007839202881,
              "finishedAt": 42,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03516197204589844
        },
        {
          "step": 43,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.5539889335632324,
            -4.62854528427124,
            -6.141231060028076,
            -6.8519978523254395,
            -6.870913982391357,
            -6.952695369720459,
            -7.240232944488525,
            -7.72652006149292,
            -7.775742530822754,
            -7.838082313537598
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.62854528427124,
              "finishedAt": 43,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08178138732910156
        },
        {
          "step": 44,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.614142894744873,
            -4.591102600097656,
            -6.229279041290283,
            -6.916934490203857,
            -6.987244129180908,
            -7.083296298980713,
            -7.359847545623779,
            -7.8117146492004395,
            -7.842356204986572,
            -7.845646381378174
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.591102600097656,
              "finishedAt": 44,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09605216979980469
        },
        {
          "step": 45,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            4,
            6
          ],
          "topCandidateScores": [
            -1.6803250312805176,
            -4.536855697631836,
            -6.323879241943359,
            -7.013613224029541,
            -7.122073173522949,
            -7.208211898803711,
            -7.5320844650268555,
            -7.876824855804443,
            -7.876837253570557,
            -7.881117343902588
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.536855697631836,
              "finishedAt": 45,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08613872528076172
        },
        {
          "step": 46,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.7543609142303467,
            -4.474416732788086,
            -6.427662372589111,
            -7.148380279541016,
            -7.251837730407715,
            -7.326910495758057,
            -7.737613677978516,
            -7.918954372406006,
            -7.9219136238098145,
            -7.938751697540283
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.474416732788086,
              "finishedAt": 46,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0750727653503418
        },
        {
          "step": 47,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.8365752696990967,
            -4.429422378540039,
            -6.542868614196777,
            -7.313299179077148,
            -7.372342109680176,
            -7.446586608886719,
            -7.950499534606934,
            -7.956639766693115,
            -7.996940612792969,
            -8.010080337524414
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.429422378540039,
              "finishedAt": 47,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07424449920654297
        },
        {
          "step": 48,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -1.9285563230514526,
            -4.387639999389648,
            -6.672327518463135,
            -7.493530750274658,
            -7.500847816467285,
            -7.56813907623291,
            -7.983136177062988,
            -8.07220458984375,
            -8.097536087036133,
            -8.173019409179688
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.387639999389648,
              "finishedAt": 48,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.067291259765625
        },
        {
          "step": 49,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.0314621925354004,
            -4.358075141906738,
            -6.814749240875244,
            -7.6182475090026855,
            -7.70109224319458,
            -7.70860481262207,
            -8.046467781066895,
            -8.143462181091309,
            -8.206034660339355,
            -8.367630004882812
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.358075141906738,
              "finishedAt": 49,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007512569427490234
        },
        {
          "step": 50,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.146944761276245,
            -4.337506294250488,
            -6.96892786026001,
            -7.75313663482666,
            -7.864878177642822,
            -7.939181804656982,
            -8.136577606201172,
            -8.259925842285156,
            -8.330015182495117,
            -8.540426254272461
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.337506294250488,
              "finishedAt": 50,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07430362701416016
        },
        {
          "step": 51,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.2799484729766846,
            -4.304986953735352,
            -7.139480113983154,
            -7.920541763305664,
            -8.054179191589355,
            -8.200085639953613,
            -8.236337661743164,
            -8.427420616149902,
            -8.471823692321777,
            -8.728906631469727
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.304986953735352,
              "finishedAt": 51,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1459064483642578
        },
        {
          "step": 52,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            3,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -2.4364795684814453,
            -4.272888660430908,
            -7.327397346496582,
            -8.114851951599121,
            -8.289652824401855,
            -8.358065605163574,
            -8.494202613830566,
            -8.603388786315918,
            -8.616875648498535,
            -8.932406425476074
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.272888660430908,
              "finishedAt": 52,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06841278076171875
        },
        {
          "step": 53,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            0,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            5,
            4,
            3
          ],
          "topCandidateScores": [
            -2.62587833404541,
            -4.243654727935791,
            -7.536681652069092,
            -8.357200622558594,
            -8.497552871704102,
            -8.530557632446289,
            -8.717628479003906,
            -8.822656631469727,
            -8.838895797729492,
            -9.018304824829102
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.243654727935791,
              "finishedAt": 53,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.497552871704102,
              "finishedAt": 53,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0330047607421875
        },
        {
          "step": 54,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -2.8500256538391113,
            -4.273151874542236,
            -7.775134563446045,
            -8.608205795288086,
            -8.678842544555664,
            -8.79245376586914,
            -8.872750282287598,
            -9.107585906982422,
            -9.115238189697266,
            -9.448097229003906
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.273151874542236,
              "finishedAt": 54,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.678842544555664,
              "finishedAt": 54,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11361122131347656
        },
        {
          "step": 55,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -3.1076884269714355,
            -4.368218421936035,
            -8.050169944763184,
            -8.873611450195312,
            -8.876362800598145,
            -9.049337387084961,
            -9.088682174682617,
            -9.218181610107422,
            -9.454782485961914,
            -9.59080982208252
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.368218421936035,
              "finishedAt": 55,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.873611450195312,
              "finishedAt": 55,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1729745864868164
        },
        {
          "step": 56,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            2,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            3,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.4006447792053223,
            -4.509772300720215,
            -8.373287200927734,
            -9.098091125488281,
            -9.1358060836792,
            -9.29878044128418,
            -9.352899551391602,
            -9.368612289428711,
            -9.793603897094727,
            -9.829944610595703
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.509772300720215,
              "finishedAt": 56,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.098091125488281,
              "finishedAt": 56,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16297435760498047
        },
        {
          "step": 57,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.7392380237579346,
            -4.675564765930176,
            -8.755326271057129,
            -9.324910163879395,
            -9.389527320861816,
            -9.53458023071289,
            -9.554445266723633,
            -9.686803817749023,
            -10.040850639343262,
            -10.217754364013672
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.675564765930176,
              "finishedAt": 57,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.324910163879395,
              "finishedAt": 57,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14505290985107422
        },
        {
          "step": 58,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.119617938995361,
            -4.9147539138793945,
            -9.195006370544434,
            -9.56520938873291,
            -9.652158737182617,
            -9.801051139831543,
            -9.87402629852295,
            -10.028671264648438,
            -10.318503379821777,
            -10.628914833068848
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.9147539138793945,
              "finishedAt": 58,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.56520938873291,
              "finishedAt": 58,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14889240264892578
        },
        {
          "step": 59,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.538426876068115,
            -5.214447021484375,
            -9.6942720413208,
            -9.820443153381348,
            -9.978049278259277,
            -10.138952255249023,
            -10.30715560913086,
            -10.404590606689453,
            -10.641609191894531,
            -11.070596694946289
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.214447021484375,
              "finishedAt": 59,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.820443153381348,
              "finishedAt": 59,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1609029769897461
        },
        {
          "step": 60,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            1,
            2,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            11,
            6,
            11,
            5
          ],
          "topCandidateScores": [
            -5.00242805480957,
            -5.549072742462158,
            -10.146662712097168,
            -10.269168853759766,
            -10.416218757629395,
            -10.529606819152832,
            -10.826559066772461,
            -10.827741622924805,
            -11.01225757598877,
            -11.554133415222168
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.549072742462158,
              "finishedAt": 60,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.146662712097168,
              "finishedAt": 60,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1133880615234375
        },
        {
          "step": 61,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            3,
            1,
            3,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -5.517633438110352,
            -5.929385185241699,
            -10.580934524536133,
            -10.907821655273438,
            -10.946500778198242,
            -11.026689529418945,
            -11.31993579864502,
            -11.402664184570312,
            -11.438042640686035,
            -11.961748123168945
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.929385185241699,
              "finishedAt": 61,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.580934524536133,
              "finishedAt": 61,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08018875122070312
        },
        {
          "step": 62,
          "inputTokenIDs": [
            5,
            6,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            3,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.088940620422363,
            -6.364584922790527,
            -11.114112854003906,
            -11.537985801696777,
            -11.598654747009277,
            -11.608939170837402,
            -11.873674392700195,
            -11.973626136779785,
            -12.025554656982422,
            -12.379575729370117
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.364584922790527,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.114112854003906,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -11.598654747009277,
              "finishedAt": 62,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010284423828125
        },
        {
          "step": 63,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            1,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            9,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.7261643409729,
            -6.854316711425781,
            -11.710792541503906,
            -11.977696418762207,
            -12.236048698425293,
            -12.37827205657959,
            -12.490653991699219,
            -12.591789245605469,
            -12.699932098388672,
            -12.839451789855957
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.854316711425781,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.710792541503906,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.236048698425293,
              "finishedAt": 63,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14222335815429688
        },
        {
          "step": 64,
          "inputTokenIDs": [
            5,
            5,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            0,
            2,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            7,
            9,
            3,
            6,
            11,
            5,
            11,
            5
          ],
          "topCandidateScores": [
            -7.410353660583496,
            -7.439901351928711,
            -11.977696418762207,
            -12.595671653747559,
            -12.942177772521973,
            -13.18844223022461,
            -13.223400115966797,
            -13.225234985351562,
            -13.405353546142578,
            -13.418161392211914
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.410353660583496,
              "finishedAt": 64,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.942177772521973,
              "finishedAt": 64,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24626445770263672
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.243680000305176,
          "finishedAt": 53,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.27291202545166,
          "finishedAt": 52,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.273176193237305,
          "finishedAt": 54,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.305013656616211,
          "finishedAt": 51,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.337532043457031,
          "finishedAt": 50,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.243654727935791,
          "finishedAt": 53,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.272888660430908,
          "finishedAt": 52,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.273151874542236,
          "finishedAt": 54,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.304986953735352,
          "finishedAt": 51,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.337506294250488,
          "finishedAt": 50,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
        "candidates": [
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C53H108",
            "model_score": -4.243680000305176,
            "rank": 1
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C52H106",
            "model_score": -4.27291202545166,
            "rank": 2
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C54H110",
            "model_score": -4.273176193237305,
            "rank": 3
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C51H104",
            "model_score": -4.305013656616211,
            "rank": 4
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C50H102",
            "model_score": -4.337532043457031,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
        "candidates": [
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C53H108",
            "model_score": -4.243654727935791,
            "rank": 1
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C52H106",
            "model_score": -4.272888660430908,
            "rank": 2
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C54H110",
            "model_score": -4.273151874542236,
            "rank": 3
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C51H104",
            "model_score": -4.304986953735352,
            "rank": 4
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C50H102",
            "model_score": -4.337506294250488,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-gpu",
      "id": "single-reactant",
      "logitPairs": [
        "original-gpu__single-reactant__logits_0",
        "original-gpu__single-reactant__logits_1",
        "original-gpu__single-reactant__logits_2",
        "original-gpu__single-reactant__logits_3",
        "original-gpu__single-reactant__logits_4",
        "original-gpu__single-reactant__logits_5",
        "original-gpu__single-reactant__logits_6",
        "original-gpu__single-reactant__logits_7",
        "original-gpu__single-reactant__logits_8",
        "original-gpu__single-reactant__logits_9",
        "original-gpu__single-reactant__logits_10",
        "original-gpu__single-reactant__logits_11",
        "original-gpu__single-reactant__logits_12",
        "original-gpu__single-reactant__logits_13",
        "original-gpu__single-reactant__logits_14",
        "original-gpu__single-reactant__logits_15",
        "original-gpu__single-reactant__logits_16"
      ],
      "maximumProbabilityError": 8.602797389456462e-07,
      "maximumRowTotalVariation": 8.61955766584924e-07,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            21,
            19,
            20,
            14,
            39
          ],
          "topCandidateScores": [
            -0.3648202121257782,
            -2.003056049346924,
            -2.809849739074707,
            -3.2180418968200684,
            -4.294958114624023,
            -4.8458943367004395,
            -5.182867527008057,
            -5.185512065887451,
            -5.385604381561279,
            -5.563940048217773
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.550936222076416,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "95e5d961db2dba66a74e28f27b8b73b10712f2195c90ec52032f4e1486ba439d"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "99a81002d46287a25a8a24303bdf5397e643851be6ab126471d45924a3ee2940"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "b149e74a2aea7ef3b4c708b767aba3823bcfc769c45cb2ca8d7569243bc5702f"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "4cf6bc7122ec215f29eda534cc2c1306c481bfabc7394714b2759fee50d13fc7"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "20a3d89f4cacba0fbb534772fadf564b0372a0db97f269d6cf1c9005a8209456"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "38fa4fc02ba575aeca2775eb54458252b116a03c02ec1330c9fff6f9cfa612fc"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "c896758dd46fe2f9f5e11fd2f893ed6f456978af02656054b94ff84adebe7907"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "e5ca5da7ab5629088c3d146d48a6008003b4282775245547a8e8ce74ab4df598"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "3b3ca96fcb3942ef6054c675162f8ec54a1960a3466106b1f03485f7237d11c7"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c71d491f8c86cca0f6655ed0445e8337b62618c8d037e703c28ad7bdb6b87354"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "4b565a03e35e624a67b97ab2278199868d174bf5a107805182d4ba468350240b"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "29177e82e70e69382eaea4383a87762ed63ae363c356352e2db7b9e0dbb1dae9"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f9fefece1b68a68906d2785bd0509ee7a7114d3290a54a0ca08d506aa749556b"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "50ed871f06d0a5541797e59dfa70b74f65deddde2c3b3470a91234ebb2048047"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            0,
            0,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            8,
            11,
            8,
            5,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.9706014394760132,
            -1.8643954992294312,
            -2.7604331970214844,
            -2.8098514080047607,
            -3.04201078414917,
            -3.332326889038086,
            -3.4119701385498047,
            -3.6049022674560547,
            -3.702212333679199,
            -4.193089962005615
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.290316104888916,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cbdafd828c8e4463f281e166d3ad14c7b8390b329964c32882a28680216a2fac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cc6687caf9912d579a7724f1d0349522e9631918040fede4dd5e972a3dcc67b2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b09f916d7d10e1d4e5a5b7b6586a37ed6d3589a0cc0ba2e1647ee18b9819b502"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0fa5e1aa9f7dca88c8134f79349d87ae041a5c286a860b182088cdf66ee6f423"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "968f5c1e796a07995176c168669edd7ab7ed9fe699ab6ce07ba6a9ad3325fb13"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d13d284d6f2bb52e4a6246f97c5fee0805d4cd5742029282738ef56f43bc106c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "6345d50db7e3aa6eac3ab126dee5615b158865e89a2ead08ac3796f0547e6825"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "974ff682c813525ab75684c71b01b3c5df5faeaf3ad9de061b323d6a9d70659d"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            8,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            1,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            5,
            4,
            6,
            9,
            5,
            11,
            3
          ],
          "topCandidateScores": [
            -1.4221023321151733,
            -2.6036906242370605,
            -2.9654529094696045,
            -3.0518410205841064,
            -3.1513233184814453,
            -3.2286581993103027,
            -3.3661160469055176,
            -3.5455870628356934,
            -3.866258144378662,
            -3.922003746032715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07733488082885742,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cf152881b88fa702a812f85613d3e6d3381da7d21a83ed32f209069322df731f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5d246a905c75a35cdaf2ae04b090e48d81ca4db887c1a20228b2d0579520050b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0418ffbce6de64ed997bd6f40ae042c1e299ebcd83a0fe3b088b4710e8f43075"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "06a58c863b237a837511d8bf497be06e2e15b746be600e861d8d56133f9e0f1f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b9a1c724b6675c4b164b642356a89c9066228fdd02b2eb9818a934f3ad3f53ba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b047cb6b639376a430276e29e18066f67a8892fcf853b5a32c401b7dbb0cf89e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "9d03481432ae5a1a2a696d1a44e418568e0e7b37002b1e63182633d265d1dc36"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c0e9c2f67d2c3bb9b0ee11a4e3770e46828b150c00c278278e0959fe14f1967a"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            4,
            0,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            6,
            7,
            4,
            37,
            5,
            5,
            3,
            9
          ],
          "topCandidateScores": [
            -2.0183138847351074,
            -3.2608489990234375,
            -3.402837038040161,
            -3.4475276470184326,
            -3.552548885345459,
            -3.8500213623046875,
            -4.009906768798828,
            -4.156332492828369,
            -4.163924217224121,
            -4.492521286010742
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9
              ],
              "score": -3.2608489990234375,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2974724769592285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "fa6c55b68b5dec26a745c3b608340683a423123059df8b092a75b5f55a4c1631"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4a4b7e2022c70ba629fdaa802c4663c9969a1fb7ca5898ad32a2ac71697f6328"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0841c56a58a3a4c2be0b56f7129a5566e788d4b986f81fe7baeb90430cb19f23"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3b91527d21614ed149cdb8a6d1eaa774aa6b160778c0cde645e3d10b7954e17b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2e82419fd9a7f925ef417208aeee5360d9a2f8e2b2dfe49f6a78542ab0db8069"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c2dbaa1f26de109fb23df16682a1e7ecc3fff3212e190f8d31c27d38213104de"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b9b91a7e98ff97ae6137fba3f8bd8f80705bb632b49bb8e4f05cd6ec19f3abac"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "66a479a874e1af317dcbdfaf458d5d61139b85014ae0e0171473ccfea6bdb811"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            37,
            6,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            2,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            4,
            9,
            5,
            6,
            5,
            6,
            3
          ],
          "topCandidateScores": [
            -2.1459996700286865,
            -3.7748422622680664,
            -3.8753249645233154,
            -3.95607852935791,
            -4.17173433303833,
            -4.66965389251709,
            -4.9100565910339355,
            -5.001408100128174,
            -5.685186386108398,
            -5.780123710632324
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.49791955947875977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a51132ffc98bcf77f701c3d181998ae3dd8d972464e22dd88715b5a29ba04c5c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "b0e2a622a7e46ce56fc25dff41ab059c6e8e925bdbc0ed8ccd30451c920e90ae"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "5b3dda4504fdfad0586d647f77c6614d12c20070010a542ff3ed3b8f9d4fa6ff"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "12e0b68302ac6503901d2699ac472f28c02aef383ecfd26cf6d574d0534c3552"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "eda98156d9981d9806d42dd7c3921e705d521b2e6dd5f8c83862c614c92087ba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2ad9ae81f03e2ea39e30115a3057f2cac38f513dd27b224a6852fc0ef4badc77"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7ea16b9cd00cd58dcb229bb6070370af8a58daa7f001419ba35ce622e54d0bb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8e513c058f52d4e8a932a4cd654fe9a2171d9f86003e7685aa6b349b0738217b"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            6,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            3,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            11,
            5,
            4,
            7,
            6,
            5,
            12,
            3
          ],
          "topCandidateScores": [
            -2.4693503379821777,
            -3.7899653911590576,
            -4.036374092102051,
            -4.335414886474609,
            -4.612485885620117,
            -4.655375957489014,
            -5.197516441345215,
            -5.278138637542725,
            -5.307615280151367,
            -5.367658615112305
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.042890071868896484,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "93b977230ae78462c6639356a55ca4a924b95626d49767f8869a8d1a61468feb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "70e9f88c89af5b9c3e84ec29db6bb7356abed4da82c1cbf25becda3341cf2b9f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "08fdfec50d0031932e020f5da17047cd2fe38156661aa8f7bba072b4c3e3d67e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f64c01a2a38c6c57b0368f646492af7c10a9b0aa318ebdaa24a57e07c14c710f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "bd6180da550a77588304f6653a0c265f0e01934c8ec1c587f8bddd4926fd4bee"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "dcbed3b57bf77d0c4a16d22d65657e879442313380cb02d55338364469488c45"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ace481189ca0b15672b9fe76e1823a982f6ad6f2f511852d03d64f4d7d8f22ba"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "56f771b5e53a248a567d9eace29ac53b6272618eff91fa969bb0815ea3568376"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            5,
            11,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            6,
            4,
            6,
            5,
            12,
            10,
            21
          ],
          "topCandidateScores": [
            -2.5101726055145264,
            -4.05357027053833,
            -4.200662612915039,
            -4.492990493774414,
            -5.412240028381348,
            -5.59511661529541,
            -5.715084552764893,
            -6.238042831420898,
            -6.364686012268066,
            -6.6678948402404785
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1828765869140625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "89252577f760310b620e8d3bfd4e5b804271d49d313f19106ceda5e476af07d4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "27d261c114c53ce836d92f3f330e158281f1dbb0eb96c236a6f69702b1ab3246"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8592c46b7940e9b71c7ea6203b0d01296833d7b50ac39225d22efaa558a79981"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f1530505298cae47f59d7806d165d192cc4a289b08ec70a1d27dd08fbf1f707b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f9315bc23843210c434b3d369ff0ab094f103bf906a4a35e0f8e3f9110c2cbb5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e625d3136cd2604437c4fc2eb1030a7a4a39eb3170510de8a593d0cdbcf48560"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "b0ad8efb4edaf3949467ac1f5ccd363df6ff51e0cfefb12e9d753ff14781b620"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5b6a257ed6c8741bc0c3290b7c41a204504554aaf283f575114a03463021eca3"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            9,
            7,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            8,
            5,
            9,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -2.5101730823516846,
            -4.053585052490234,
            -4.502514839172363,
            -5.243400573730469,
            -5.412386894226074,
            -5.712594032287598,
            -5.943343639373779,
            -7.239837169647217,
            -7.402772903442383,
            -7.820486068725586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.30020713806152344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8fb66e7e2d4d50a2a8666ae1209d74a649f391edc2283a0e51439523105335a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "275ae71306b0725096e894bd7282a539aefd863e298521f32b420610b83e3f06"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f7d1d2b26846345e7e0aecb680371bc9ceccd1d2fc76e286ab76d9381bcecbf0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4637fff0966741396899e860ffd3f60252c8af86cb049c77ab2da1a0414f3038"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "52a649323a224a0b5ada3973118a6d3c370f14174db54e56477cdffb4d806a77"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0c62cc9b9ab93d1f533d8eb717c2a00fb76a0f75ae01f8765163974870715dfd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "21567dd8266a9681ae926460b5e4dbe926698d2358f9cd449285e4f161a7eba5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "81b7f58a31477c8ff9c58974e8832726d42869103aea8a9a5874b1ba2c3ce37f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            9,
            4,
            19,
            9,
            20,
            9,
            12,
            27
          ],
          "topCandidateScores": [
            -3.1808409690856934,
            -4.0580010414123535,
            -4.508736610412598,
            -4.802038192749023,
            -4.942934989929199,
            -4.993806838989258,
            -5.100867748260498,
            -5.291792869567871,
            -5.454814910888672,
            -5.547702789306641
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.050871849060058594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "96a1c064b982554044ad34467710aee77c5bbbeffeaca2e3da0d4b6b5d99a4bb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "61671cfb799d47f01062c0485f7ef31914575e80c177af40e521c63aae931519"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "06026c8319479a20b5161329703a2731a878d04fdd0b79c7c225742256778caf"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "69d6cda895a796a79d03cfc00ce08c8195355278e3aa39635066edd46599304f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0201be9e6a6c2af2f127906f19c2a541794de02a7e2e200e2ec4139bc5ab591d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b1b690da811c67a2f26bf9b69a3477535781ec385fd8a5b88f182d430a992856"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ff56502d39c31a311a4b8d7295fa084cfc2b458b11f89c29399166f529469247"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0f9bf1937ae7d15ecc1b22642c9cfafe60af5d9dcf1f4625028ccb800c4aa3fb"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            9,
            4,
            19
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            9,
            8,
            6,
            17,
            8,
            8,
            11
          ],
          "topCandidateScores": [
            -4.213150978088379,
            -4.237220764160156,
            -4.508736610412598,
            -4.710154056549072,
            -4.802038192749023,
            -5.314851760864258,
            -5.4996137619018555,
            -5.804485321044922,
            -6.112286567687988,
            -6.120309829711914
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.508736610412598,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5128135681152344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "9327457708bb2173eb3dc631464b26016cfb17e6b96c15ba6f48533d4cbe4c7c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "377ece83f69046b2d814e45c169a2e6a3df87f2dd33feb39537ce3a211263792"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5b51c77099c3e2e82b27842c824f23ba0da5ba873257cd638be8d5d4717172e7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "bac0140455567313fe83dbb3f11acefd806cd11abe503ed1ffa1194a5b7426ab"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ac08b02e732f40e1f17c93221577a7ae7a92833c49a09165cef2169546041cff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "313814dc07970fbad974991e52176ab097248278898b70165651707ff3455963"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "859d6806d1f2a20cee35c4520e885dd95d63b61f5aa0b04b8af42e1c798401b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1b20013ffddb7e2c5ec4875af79b149e74bea947cb444c6c0b310dac74b642a1"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            6,
            6,
            9,
            8
          ],
          "topCandidateParents": [
            0,
            4,
            3,
            1,
            1,
            3,
            0,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            5,
            5,
            11,
            7,
            6,
            5,
            14,
            9
          ],
          "topCandidateScores": [
            -4.820140361785889,
            -4.927628040313721,
            -5.320822715759277,
            -5.328881740570068,
            -5.435370922088623,
            -5.589768886566162,
            -5.592957496643066,
            -5.653744220733643,
            -6.054388523101807,
            -6.4130473136901855
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15439796447753906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5def6ec79434b2d7713b06f36a3b40663e3b7f3aba66cbcaecf32259674490f4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4e164272cce05527cce6edb6ffcf799754bce9c72b19ff72e9d5e9d507b6a627"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ad4275a70399e5ee4f49460aa8553154de5c99dd96e98ab1eb22c35fc5b8d0b8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b5cd87b5275a5530a98db6f1b69968d6faa2824f2ed85586064343ffad131e83"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5e0a396a2ddabbaeeab19e644a8c08f862726cd1bd5dadb130ec9721f33316c8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "36b095079ede05b2e631f84c15bd344d0cf638761649bc1af82b25abeeea3098"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a23e4dcc1623678ec05b15739b19e803396db85a7cbffb4fc6adfba1e67b5e53"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2e778c9b46fef87b1bdfa741e80afe85ca22d4ccb7d7ae4d331d7a3a72b67644"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            0,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            5,
            7,
            6,
            5,
            13,
            6,
            12
          ],
          "topCandidateScores": [
            -5.153315544128418,
            -5.399868488311768,
            -5.481256484985352,
            -5.607979774475098,
            -5.72705078125,
            -5.765653133392334,
            -7.048025131225586,
            -7.266737937927246,
            -7.733643054962158,
            -8.05229377746582
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.038602352142333984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8e509773471d2e3e38bcf4c772a7d6c4076b464d6218edb770fceb1e9c93b159"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "17f398db64a5172c8a9434942e442cb3600baca1eff7fbaf75f8869c202ea50d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3507798eeeb19d0a5094eef894cad09c22f6f6db566c70165dc1fb899730c1f8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "484633ea2c30c4560297a84a2bc3f82aa611d53d86a04f7fcac7cd652deb3bb7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "520706685cbb81956ecb4e161e2895bf6f4c1afc04434fab075ca288df946108"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "aa3bd1fc35c4d7c3c5c7fa0f01becf8fa62002c4411dbf3dc24328c12c1c7cb5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "076d95d953404c4b36827a71b4b5ef8b813b56f4822ed5e281eb452bb52e29ce"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "236bbe693ce2cfbc6e9fee8b95e5dbe2ea7c5234e96fd8d5c3dfc8270dcc2ca0"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            5,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            7,
            5,
            6,
            6,
            6,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -5.404974937438965,
            -5.458617210388184,
            -5.481256484985352,
            -5.922867774963379,
            -6.625677108764648,
            -6.795839309692383,
            -7.420537948608398,
            -7.478224754333496,
            -7.636953830718994,
            -7.95435094833374
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17016220092773438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "539b808ad1a62e1bbb7c042782188f513ddca3f59edfd18273ce3ae8a19017b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "48eac15bac6dc8175e08e9ec34d92af3de085ea989f76974f4a042c86d26c3a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f5ad0572b6bfb17416efdd8c4b049b9214e084819b876c5204afd137935534b3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3dcaf1e2433904f00109364376ab6346a7a0ad5ae0f2024d79742d4b63402bd1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "131d5afc41884832243e14f56483d17a83707449094b6c6bc0fe2edd714ec21c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b5a8b9d2dbd7831a2a4499df295a92de9c2cfbf2285fb12cad35b9a5e3afb6ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "aada4edc4df69f0644cadce4da1b61c7685ee8664a15d71ef217c29b4b5c04c4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e0c852f807e9a4bd7d68a6d47b05f2148ea87e6118a71457391f94f462e16b12"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            4,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            5,
            4,
            5,
            5,
            6,
            17
          ],
          "topCandidateScores": [
            -5.571970462799072,
            -5.894452095031738,
            -6.065013408660889,
            -6.354929447174072,
            -6.737420082092285,
            -6.809889793395996,
            -6.909196376800537,
            -7.844210624694824,
            -7.910393238067627,
            -7.932896614074707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07246971130371094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "526eaad2d89e0909807ba44e69d75acd9045940f0cabe5766bd4bdd0c9913d67"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "375ed98d1e9d268c84b91dae990b16555de0b463a2d031ce1fe7ae38a4fbeed3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "991789665330d32ad924b60a76c8fb3f4e3a44dc354c01b4008dcb87f945794e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7c9f6b6f9e13bd67f0ee3c4056a9dbe6b33b3a0572f2f100f8d1381a371492ad"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7d0581d081648de6b23871b8eb4f88713ca1a6ac882b6601da07601074cc7318"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cd6cc4c6e36c8d0c5cec70fe397a36375f225dd31ec19bd62bb01f9052099543"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8099c101b2d297e68a8084606834577d9696cb2dc9ad8650047169525fb88656"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "46a629a98bd396c391ec60250e9af5fd0bf5ae2a0535f6c7ed48396d28b84d4b"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            2,
            1,
            2,
            4,
            1,
            1,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            7,
            9,
            12,
            28,
            6
          ],
          "topCandidateScores": [
            -5.600959300994873,
            -6.673537254333496,
            -6.7177839279174805,
            -6.790266990661621,
            -6.816452980041504,
            -6.840853691101074,
            -7.741471767425537,
            -7.812284469604492,
            -8.31123161315918,
            -8.726127624511719
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.816452980041504,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024400711059570312,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "97f458e732ad3bdc60867229f5993cfcd01f2f822296e34598385685832bf42d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "580890160b65cb088215914fbc7e3b47dbbe80129cef598977d66e0cbcc6d862"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "2e3f3202a64e85c366b0b3956e1d27bf90999a3c2ac11dc8c7913b63f22f9668"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "640c66a35e18c28452d5439a2da0f742f2f7efa1f7d13e244fac05f36383d22d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "88ff1224266097fac19228e672325a4f74a955d7ef21c91a60c35f192f9258cf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "41a263f7d1d7c39738edfb56eb12bfec4ac200945a01c5264c82476094cd2b03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d26484c06aea8964e216e1f3f90240d415cd5f2893a6df670e3f652a8fc73c9f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d8c0c0fa604a74a2eb2bd89b86cb5618860abd82ba676ea431fc89622a58c8c3"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            4,
            3,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            6,
            7,
            12,
            11,
            6,
            9
          ],
          "topCandidateScores": [
            -5.603367805480957,
            -6.776775360107422,
            -6.96295690536499,
            -7.4034342765808105,
            -7.772740364074707,
            -8.619613647460938,
            -8.751304626464844,
            -9.04287338256836,
            -9.092506408691406,
            -9.190296173095703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8468732833862305,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "24ab60d00a582b44ce4520c7bc61d447b33fa24f4b13ff509a44a7a5bee8a11f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "bb3095bf8208acddcba356fd9dd0f18a54cd6888ead217f75f74541e4d36e4b3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "30f153f3f3212ed6807e666b06865abe21191bce476cad00c80f99e338f57b37"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "415f25bac5ca87e8b0cbd6146e3a4cf2948e5ac5ffdab9c907256c7b67d8810f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "be96661d652bd3e9c692cf2b6bb35bef294138ff56593316b68c044072bc87b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4264b6bad6cc3f3924e4a1270b9bcf8fe742e4cbc366e999527bce761972375f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ddcc8bbb4957d87fff2c2d12d937bb26acf608f691d0fee6826c6f5bdec262b0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ab28cd60b569565cd0b2c0ed7e2b626e03bc3edb3dc75b5613e5be9805cde2aa"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            2,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            11,
            3,
            5,
            6,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -5.604614734649658,
            -6.795952320098877,
            -7.261783599853516,
            -7.948882579803467,
            -8.476617813110352,
            -8.861780166625977,
            -9.061273574829102,
            -9.307312965393066,
            -9.757043838500977,
            -10.334839820861816
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                37,
                6,
                11,
                9,
                7,
                6,
                9,
                5,
                5,
                7,
                9,
                5,
                5
              ],
              "score": -5.604614734649658,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -6.795952320098877,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -8.476617813110352,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.385162353515625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "8086b376512bcc736dbd30ac7d6739ccbe2fb81e0adfc693f886119d72607ed1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "41ce63b7dcdcc1488172c5e22965fde2dfd279f8561fef23fdd71dadc4738055"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0394575e0bcd1532325b52d66cb4f485c45f3d610214612f1efc6c1cc095b6fb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "51bad525e991d7ec945e2ce79e879dcaa09f9c11415ce040682adf316825e6b8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5cfb8e9b42810d66beb7c9692abe2d3244f389e6702d7a6e5a201795a559aba4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "11a5fb81e9c240c9c18b2eccf7c768d905de5369c8dde74858caf0445126fbe7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b4a7ec566cf2a1ab4c19cee35fb4ba647c99f0b21b2a54212e966b65e3ebd764"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e86a71b6358437dec506cf0184ba98366b10a652df9ba10d79ec49d661115aea"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            21,
            19,
            20,
            14,
            39
          ],
          "topCandidateScores": [
            -0.36481764912605286,
            -2.0030524730682373,
            -2.809845447540283,
            -3.218039035797119,
            -4.2949538230896,
            -4.845890998840332,
            -5.182864189147949,
            -5.1855082511901855,
            -5.385601043701172,
            -5.563937187194824
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5509371757507324
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            0,
            0,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            8,
            11,
            8,
            5,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.9705979824066162,
            -1.8643927574157715,
            -2.7604281902313232,
            -2.809846878051758,
            -3.0420081615448,
            -3.3323233127593994,
            -3.411965847015381,
            -3.6048970222473145,
            -3.702209949493408,
            -4.193086624145508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2903151512145996
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            8,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            1,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            5,
            4,
            6,
            9,
            5,
            11,
            3
          ],
          "topCandidateScores": [
            -1.4220969676971436,
            -2.6036860942840576,
            -2.965447425842285,
            -3.051837682723999,
            -3.1513168811798096,
            -3.228652238845825,
            -3.3661117553710938,
            -3.5455822944641113,
            -3.866253614425659,
            -3.921999216079712
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07733535766601562
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            4,
            0,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            6,
            7,
            4,
            37,
            5,
            5,
            3,
            9
          ],
          "topCandidateScores": [
            -2.0183043479919434,
            -3.2608397006988525,
            -3.4028310775756836,
            -3.4475221633911133,
            -3.5525434017181396,
            -3.8500118255615234,
            -4.009901523590088,
            -4.156327247619629,
            -4.163919448852539,
            -4.492514610290527
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9
              ],
              "score": -3.2608397006988525,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2974684238433838
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            37,
            6,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            2,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            4,
            9,
            5,
            6,
            5,
            6,
            3
          ],
          "topCandidateScores": [
            -2.1459896564483643,
            -3.774836540222168,
            -3.875314235687256,
            -3.9560725688934326,
            -4.171728134155273,
            -4.669647216796875,
            -4.910050392150879,
            -5.001394271850586,
            -5.685178756713867,
            -5.780113220214844
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.49791908264160156
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            6,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            3,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            11,
            5,
            4,
            7,
            6,
            5,
            12,
            3
          ],
          "topCandidateScores": [
            -2.469339609146118,
            -3.7899534702301025,
            -4.036362648010254,
            -4.335404872894287,
            -4.612479209899902,
            -4.655368328094482,
            -5.197511196136475,
            -5.278133392333984,
            -5.307602882385254,
            -5.367648601531982
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04288911819458008
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            5,
            11,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            6,
            4,
            6,
            5,
            12,
            10,
            21
          ],
          "topCandidateScores": [
            -2.5101611614227295,
            -4.053558349609375,
            -4.200649738311768,
            -4.492979049682617,
            -5.412230968475342,
            -5.595110893249512,
            -5.7150726318359375,
            -6.238035202026367,
            -6.364677429199219,
            -6.667885780334473
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18287992477416992
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            9,
            7,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            8,
            5,
            9,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -2.5101616382598877,
            -4.053573131561279,
            -4.502501487731934,
            -5.2433881759643555,
            -5.41237735748291,
            -5.71258020401001,
            -5.943331718444824,
            -7.239825248718262,
            -7.402760982513428,
            -7.82047176361084
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3002028465270996
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            9,
            4,
            19,
            9,
            20,
            9,
            12,
            27
          ],
          "topCandidateScores": [
            -3.18082857131958,
            -4.057988166809082,
            -4.508722305297852,
            -4.802026748657227,
            -4.942923545837402,
            -4.993794918060303,
            -5.100855827331543,
            -5.2917799949646,
            -5.454802989959717,
            -5.547691822052002
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05087137222290039
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            9,
            4,
            19
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            9,
            8,
            6,
            17,
            8,
            8,
            11
          ],
          "topCandidateScores": [
            -4.21314001083374,
            -4.23720645904541,
            -4.508722305297852,
            -4.710140228271484,
            -4.802026748657227,
            -5.314840316772461,
            -5.499602317810059,
            -5.804471969604492,
            -6.112273216247559,
            -6.120297431945801
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.508722305297852,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5128135681152344
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            6,
            6,
            9,
            8
          ],
          "topCandidateParents": [
            0,
            4,
            3,
            1,
            1,
            3,
            0,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            5,
            5,
            11,
            7,
            6,
            5,
            14,
            9
          ],
          "topCandidateScores": [
            -4.820128917694092,
            -4.927614212036133,
            -5.320807933807373,
            -5.328866958618164,
            -5.435356140136719,
            -5.589756011962891,
            -5.592945575714111,
            -5.653732776641846,
            -6.054373741149902,
            -6.413032531738281
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15439987182617188
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            0,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            5,
            7,
            6,
            5,
            13,
            6,
            12
          ],
          "topCandidateScores": [
            -5.153299808502197,
            -5.399853229522705,
            -5.481241226196289,
            -5.607966423034668,
            -5.7270355224609375,
            -5.765640735626221,
            -7.048009872436523,
            -7.266728401184082,
            -7.733628273010254,
            -8.05228042602539
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0386052131652832
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            5,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            7,
            5,
            6,
            6,
            6,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -5.404959201812744,
            -5.458600044250488,
            -5.481241226196289,
            -5.922853946685791,
            -6.6256608963012695,
            -6.795825958251953,
            -7.4205241203308105,
            -7.47821044921875,
            -7.636934757232666,
            -7.954336166381836
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1701650619506836
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            4,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            5,
            4,
            5,
            5,
            6,
            17
          ],
          "topCandidateScores": [
            -5.571954250335693,
            -5.894434452056885,
            -6.064997673034668,
            -6.354914665222168,
            -6.737403392791748,
            -6.809872150421143,
            -6.909181594848633,
            -7.8441925048828125,
            -7.910378932952881,
            -7.932880878448486
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07246875762939453
        },
        {
          "step": 14,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            2,
            1,
            2,
            4,
            1,
            1,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            7,
            9,
            12,
            28,
            6
          ],
          "topCandidateScores": [
            -5.6009416580200195,
            -6.673521518707275,
            -6.71776819229126,
            -6.790246963500977,
            -6.816435813903809,
            -6.840836524963379,
            -7.741456031799316,
            -7.8122663497924805,
            -8.311213493347168,
            -8.72611141204834
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.816435813903809,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024400711059570312
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            4,
            3,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            6,
            7,
            12,
            11,
            6,
            9
          ],
          "topCandidateScores": [
            -5.603349208831787,
            -6.776758670806885,
            -6.9629411697387695,
            -7.403415679931641,
            -7.772718906402588,
            -8.61959457397461,
            -8.751287460327148,
            -9.042851448059082,
            -9.092488288879395,
            -9.190279960632324
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8468756675720215
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            2,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            11,
            3,
            5,
            6,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -5.604595184326172,
            -6.795934200286865,
            -7.261768341064453,
            -7.9488606452941895,
            -8.476598739624023,
            -8.861760139465332,
            -9.061254501342773,
            -9.307296752929688,
            -9.757026672363281,
            -10.334823608398438
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                37,
                6,
                11,
                9,
                7,
                6,
                9,
                5,
                5,
                7,
                9,
                5,
                5
              ],
              "score": -5.604595184326172,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -6.795934200286865,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -8.476598739624023,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3851613998413086
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9
          ],
          "score": -3.2608489990234375,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.508736610412598,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            37,
            6,
            11,
            9,
            7,
            6,
            9,
            5,
            5,
            7,
            9,
            5,
            5
          ],
          "score": -5.604614734649658,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -6.795952320098877,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.816452980041504,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9
          ],
          "score": -3.2608397006988525,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.508722305297852,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            37,
            6,
            11,
            9,
            7,
            6,
            9,
            5,
            5,
            7,
            9,
            5,
            5
          ],
          "score": -5.604595184326172,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -6.795934200286865,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.816435813903809,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CCO",
        "candidates": [
          {
            "smiles": "CCO",
            "formula": "C2H6O",
            "model_score": -3.2608489990234375,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "CCO",
        "candidates": [
          {
            "smiles": "CCO",
            "formula": "C2H6O",
            "model_score": -3.2608397006988525,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-gpu",
      "id": "amide-reactants",
      "logitPairs": [
        "original-gpu__amide-reactants__logits_0",
        "original-gpu__amide-reactants__logits_1",
        "original-gpu__amide-reactants__logits_2",
        "original-gpu__amide-reactants__logits_3",
        "original-gpu__amide-reactants__logits_4",
        "original-gpu__amide-reactants__logits_5",
        "original-gpu__amide-reactants__logits_6",
        "original-gpu__amide-reactants__logits_7",
        "original-gpu__amide-reactants__logits_8",
        "original-gpu__amide-reactants__logits_9",
        "original-gpu__amide-reactants__logits_10",
        "original-gpu__amide-reactants__logits_11",
        "original-gpu__amide-reactants__logits_12",
        "original-gpu__amide-reactants__logits_13",
        "original-gpu__amide-reactants__logits_14",
        "original-gpu__amide-reactants__logits_15",
        "original-gpu__amide-reactants__logits_16"
      ],
      "maximumProbabilityError": 1.1715231575948337e-06,
      "maximumRowTotalVariation": 1.1715540868347667e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            30,
            42,
            28,
            39,
            14
          ],
          "topCandidateScores": [
            -0.2729269564151764,
            -2.3934860229492188,
            -2.5060513019561768,
            -2.853314161300659,
            -5.4993486404418945,
            -7.528581142425537,
            -7.6753411293029785,
            -7.693213939666748,
            -7.822280406951904,
            -7.842170238494873
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0292325019836426,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "017e99b6fb249c1a86da203bc7b139fc9309aaa8367f756b5891347752e7c1fe"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "23fff321a4fbc3fa13ca3ce7b219c13bd5f0a022e976ad2556b95baec0f02a3d"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "bf05a1b5009693c165e2598c655aa123b88e6a4e83247ff29841f93ffd0f70ee"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "4b356cf3b7133c90da0748d805d8432d3606cf1e474f8475da514b545af7f93a"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0da8dcc4557ed77178d16f15b1dea67cae2c2ecf5ad47a19c359e4b6f809067f"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "aebb54e1a7bb60f5f196600a4539cee8da086caa565cb9981565fc1a707a7b66"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "2fd80de5983479e7262bd1ce970de70eefbe6a16d40656a74ed1e6cb4b5e46de"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "421205cf95e9f8fd151753f303ffa2eda14e948c9af68fa115d7be8c244d2192"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "17a9b4cccac172b939551313a4f616d635f86cccf56f7dcfc5c49d29a724ed5c"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7bfe8a14b970b434971cf9d30aa6f84e870e4304d9eefb301d021bac47d6a41d"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "f1237a93c42a4fe1f2bcad8250c1e0dff27e441c527fa7b463da54335d1986da"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "c970df65893f15db4b1ce7a34edcd65cc04355b425075c1d9afeefc377c5ef36"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0de2988880c441c32f2b0f1455160f62f6117afb2cd72c8360c72687f61a76d3"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "28222010f43cc736f6b352a9ad732af3977b0447ce1d0ff3e6aef8e6d6b4fcc5"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            0,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            5,
            4,
            11,
            9,
            4,
            24,
            6
          ],
          "topCandidateScores": [
            -0.3858065903186798,
            -2.449526309967041,
            -2.8533143997192383,
            -3.401338815689087,
            -3.4250898361206055,
            -3.8996405601501465,
            -4.1475510597229,
            -4.22461462020874,
            -4.576045989990234,
            -4.6027750968933105
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.474550724029541,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d54dba53bb234aef5de39650cf7bfc186cd072c545ed4d2256544d0b96aa8ea9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1733551314d01adb89a34e3bb80e0294e5b6e90ed7a958d287c82af1c2665f01"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "5844b6ee98246eff9b8851dbe22fa5a06100fbff5f5b2caf0c01d87cd308c462"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1ca21e643ef6d9734bb13223341416772fe554f9f5982d200e7ef798d51dd025"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8bc1587c80dfcd554f5fdcc2c966932f08067a6d1ff95852f8dd0086f06ab3a5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "246141dda9d54e280b3fc3faea80f661641e4042fedb3a81dce6cfca7f9ccd79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "97f706e60adcf1c37ec6769889e06aa86de6e0ce453192cd30cb206fd894b701"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "227a78428b5eb84770b725595d6355919d56619c9fd7efd935dec2aca64c4908"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            8,
            12,
            6,
            5,
            9,
            8,
            5
          ],
          "topCandidateScores": [
            -0.4972008466720581,
            -2.5225367546081543,
            -2.9552857875823975,
            -3.4250898361206055,
            -3.6009085178375244,
            -3.6815874576568604,
            -3.9976885318756104,
            -4.552278995513916,
            -5.063507080078125,
            -5.231167793273926
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08067893981933594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2a11b921d7331cce4b8b92df14ac1901a4e669b097b3fa5e3c6ef91dc58b011a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "fac5de41d91fbf580f8be2e68e519585b9b62e6b5028c19f061237e45e4dd80a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b0ff31cfa3ac2b4d92f66afcd8aaa98ce31aca2ad5781847099745497592e21d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "286d30b65f8f22c02b2f953b0340c51c2d81e417e333dc721a6155d4f4f65d94"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "3482a68efdb8cb8dee80ca2d20f007dc6a07f057ea363a75afd80937cda39758"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c1c0840397becd9dca064bd22780114ec60db9554727c674e5d768026816be49"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "629722bfd15beebc92ded81803ae526f9615cff173857da7aba0d9d35402044d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "62921e32316fe5b0f5e19f23618b8c1532967c6863c461d587d2ef46c9580a26"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            4,
            4,
            4,
            8,
            6,
            12,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5209567546844482,
            -2.908447265625,
            -3.0462777614593506,
            -3.4275929927825928,
            -4.008212566375732,
            -4.015339374542236,
            -4.888195991516113,
            -4.9162092208862305,
            -5.288993835449219,
            -5.6522111892700195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007126808166503906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4c6b029785a65623a501a0582ce6ceeee3550941093366044b3d83a59f41b403"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "dcfafac9f2669f296813ddb36f568e8e66f99167f862188ec55bc102959b2764"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b30cecc6bd051678f60afd155c30d89e0af381fcdc1df8df787e49df498c2a20"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "36ee70a7c2076478ab090c65182a4814f81c86b7e92db421052178ce0afe2f9b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c4b4b59422ec4ef4a8064e9f1ffbd289eddda47c1c1c338e49b96f74eb97caca"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6605fc5511783e85cc795378c5eff2b65283a7e44fdf1f148eb5398a0ffdef00"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6d93add400e05752f4686a3c8243c64d2338bb3113a245f471dcc23e7ceda9ff"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "93981e62af68b7c7c2658a6bcfd312cabad1c36a179c8e2fc7af5efa36f6cbf6"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            4,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            4,
            9,
            5,
            8,
            12,
            17,
            6,
            12
          ],
          "topCandidateScores": [
            -0.5234120488166809,
            -3.1108345985412598,
            -3.46085786819458,
            -3.8191139698028564,
            -3.959900140762329,
            -4.008212566375732,
            -4.676513195037842,
            -5.926294326782227,
            -6.098903656005859,
            -6.638075828552246
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04831242561340332,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "aa3d1b3dd98e1aacbc68c9e7ef58f4858e7a9077c1b98dd4ea8d0e912b8f41c7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "18395dafa1d713edbc1f5b120f33821a0a657a0bfd6a8cb760d5203cf92f48ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "b2798c1cc161ebfcf2372a4b1cf616b05334561a9a52f6800f0c6b33455b2541"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ebfc839b46a0c11d38a82ade690734ec844dfb904fdda2ec1254fd3cdafd8a27"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0ec628ebdc795de8b7cec52aa5a7148beee01136f7c2109fa58594d7ac496ce1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "14a2a26c8babda5d88b6a9a6c6d7a19888c1ce85f3033929ad2379ac2df8f0a6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "67efe57f9a29179d0317651b93c2760022cc0455b538e4d070a8f24dbee40b7c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "af9d15a461f82d4b7ebf2fa4f2de878f512faffef8c9d7166e34413b2cde880e"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            4,
            4,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            6,
            7,
            10,
            4,
            17,
            12,
            11,
            4
          ],
          "topCandidateScores": [
            -0.5234128832817078,
            -3.4947166442871094,
            -3.8050272464752197,
            -3.840503692626953,
            -3.901390314102173,
            -5.2790117263793945,
            -5.420693874359131,
            -5.788003444671631,
            -5.934591293334961,
            -6.175327301025391
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3776214122772217,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "effe91c27fdfb3d355d6c20f88a9dfeebd820bb1b011551f519d963affd05af3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7f95675885db78037687f9d002c9ba36e7a92e04d21bd64c4c057a5851f53c10"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "456d4029a17fd1b745939db9731fc2003af113e9266d58ae0e28a705f4f0e7e0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7b8ffc5cc41d3ea01aedca2c297d4c27215c64050ff72747ee606f351948e4a7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d5f49255b1f6ca5195ceee79c5c21ec170604ef003a0cff690f2d0886cd0b778"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e2712181b77991fd6e92334a5b766c12ed4de679497751226631fd8b79cd211e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "35f5ca49f6ee793a792c2e19214f96313695182ff3a11b06c8afb3a4ba3e8997"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5bf54c5c6fa86ff75dfc489b098cc8fed15331f2ae01890fedaeabecc498cfeb"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            6,
            7,
            10
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            4,
            5,
            25,
            6,
            4,
            5,
            9,
            4
          ],
          "topCandidateScores": [
            -0.5761286020278931,
            -4.17531156539917,
            -4.2712225914001465,
            -4.308544635772705,
            -4.326902389526367,
            -4.354471206665039,
            -4.376988410949707,
            -4.7183709144592285,
            -4.7911224365234375,
            -5.245669364929199
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.027568817138671875,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e01a64260065b2677a74f920446782780a1654fce67ee03c5d7dfa66add1d43d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9ef89580772d642260029e6ac59f7322966237e87af1e67c89f4ac8a46877c29"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c5cbc5ec007f4df34cef96bb18a5dc4c2a9a4b4519100153d52dc1c935935345"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "0b533c49f1999b0e9da7eef0a85e1f1120d163474ea27a0f542e13c79074ebcf"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "656fea4caa4cb8a4f6d36b77d66db62ccec07b2f7a587ab7e7e82459a2372be8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "26664479fbec35bc7cc854dc2ea7daff41d397ec6dc3daf747fdaebd0f801449"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "637c8b9ebaf627770671a22fc7811fb71c8d1f9886d783a88cfa87ddf61b685b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2977f2a833706b4891b85d030f889fe7182518f0a4e186dc4d99f55540ef36a8"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            12,
            4,
            5,
            25
          ],
          "topCandidateParents": [
            0,
            4,
            2,
            1,
            0,
            3,
            0,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            5,
            5,
            12,
            6,
            4,
            4,
            11
          ],
          "topCandidateScores": [
            -0.5985647439956665,
            -4.354279041290283,
            -4.6401686668396,
            -5.059791088104248,
            -5.095737934112549,
            -5.22421932220459,
            -5.273972988128662,
            -5.578270435333252,
            -5.870994567871094,
            -5.952592372894287
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12848138809204102,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3978f25757954ca79ee263181dcbe037fc297a5a1d3d4e7a01dde0161e286033"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "09ac3f22909c30df055019be630d9afd63e6cbca27b126e85b1807e9a3c77188"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9d920d0c6be02602a636e098ccca4959c2bce0cd09dd7fc31b15b0a2e5225604"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "150a70a54f009957e131f4011e4b0d05d1b3bb891fe77fdb60fbbb863f2b7541"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c8a937d1dae5ca5039d2087ef2003a69c9243d9cf7b8c7f8e98d262381046d9b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e638725c2c1f8c72b578ad73999dc1fdadce895ed7d52f68abba97a5eb572e13"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7414a4de1877eca2f0bb8256b12b65d4fb34db4e16910c8bdca1066c0dc123b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5a5a77aef7f6a19dc5666fcf2c4351bcd3993652b47deb956e1b545b99e9318e"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            4,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            8,
            8,
            5,
            13,
            6,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.5985647439956665,
            -4.484206199645996,
            -4.640232563018799,
            -5.642111778259277,
            -6.041628360748291,
            -6.5574493408203125,
            -6.690255165100098,
            -6.759138107299805,
            -6.786774635314941,
            -6.901971817016602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5158209800720215,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c44bc4d466b67d0daf063bdd2838a218a90f44b1af4cabdaf3a7497e8d314c56"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bca0d1666f8667e9170c9c2682c4fbd39fd80928f6b609ae71bac408ad5aca68"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "16b3efa38f20aa3108bc5b08cd90cb9e7ed0592ab030e760be964e5163190676"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "79dee9134565961e9a9bb511a55d19dff1dfbdecb79a1fc2acf9f82f08f69528"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2ae111acfa09ba1764cdb3401351e910a562cdb48da259a544025fe447ad30c3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5ea7b04041034d73fcd1e911e7c47860d8159a8205b6164e5c511cddf4cf0a5d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d96413a71a64d377e03a55ed9134d3c9617f0aee18f5510f880f3c06fdf85cb6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "05bee087496c76c0dc43407363746492d90238d5e459e445f503728177f28fff"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            2,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            5,
            11,
            10,
            18,
            9,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5985859632492065,
            -4.485093593597412,
            -4.930880069732666,
            -6.198331832885742,
            -6.939476013183594,
            -6.952164173126221,
            -7.079059600830078,
            -7.2330322265625,
            -7.6109161376953125,
            -7.64576530456543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012688159942626953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "90e3dcf746a358112dacaa3ee84739efc93e57b0f27f456782a34493a68d3006"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "140e1c7a8ee4e18f1aca8e449f85e530d4e0b06e079e392a0158603fb3a522ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f0e15902eef384512ff365bae953fe782b158ccb7da33feb330fd9ca8d80c585"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "414ac5c068726574573ef007bc19a2bea7390fe577a69e4bf13604f13e48e587"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c5058700aed7cf4ab2ce793235a5f21638e5424b94c61a13f99310bbac185cf3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "458a19d43fae9988d9f2a506ce4230d56ed2855857b39177792badfeb06a635c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5d6e15ea17644ec7eb3e45d7e6116802fb5d5f780889c0a4394e0186fe322c53"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c7b33eafe4bb173b2a680234b0aaef691b8bceed2e4397af9087eae833c2f892"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            6,
            5,
            5,
            5,
            11,
            11,
            6,
            4
          ],
          "topCandidateScores": [
            -0.5990825891494751,
            -4.485209941864014,
            -5.263819694519043,
            -6.424421787261963,
            -6.897029399871826,
            -6.94553804397583,
            -7.392446994781494,
            -7.9860334396362305,
            -8.309904098510742,
            -8.663728713989258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.048508644104003906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e0c087b0dfb2815da7a938562472e033421ccd07f9b95f27ab2e237ff9f0c0bf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ac5c17811ee7f74f16deb15bcd13567ceb36a2716a6a587ad4dfc51f48a0380f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d49d0d70c1405c4360042f43a0a8866a251a5e233dc6d0e2a8dc4e07f03268f0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5ded7b6118bc0bff8ab2343d943e00667cc2603544fbccc427980418108eefb1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "732909a407c398a0654f029f9b2d97ff8f7067b9fc851ed9d899e78939bb4dc5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "dd9349d86b29768a35030d8b6f57e2d1012030e4a69d2efd7a9b68bcc8900f23"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abdd0071924f8f4277fb866621986e8e250c527a3c2dd5de7f5e6c34bd83de82"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88d872eaf9a73753044d3f784f73911053de7ba671b4e8078903df4e82e6129c"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            10,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            11,
            5,
            6,
            6,
            4,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -0.5995038151741028,
            -4.485295295715332,
            -5.284036159515381,
            -6.579112529754639,
            -7.090723991394043,
            -8.712467193603516,
            -9.465729713439941,
            -9.494688034057617,
            -9.695402145385742,
            -9.97175407409668
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6217432022094727,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1e65a915dc352655c1396e53f369691c5dba7161fb49b79b410321c6d3c90555"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0c767547c0fef9ccb939d0a8e412b3676abf00ee97a38cf05ca2fd160e49b79f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f73b6ec55ac7c9f57ed3f2444bd1fc0ab2bf82f534e60d0db8feed1ac6a9eee9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "23b09aa2ecaf7fbdb4aa7d1e5a7fa046efef3b14d6dc49c14e1b787c4cf94787"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "39de83b538480fd8804e71ce72b5164553d71c80fc3af7a719c079774c943694"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8fa7226bd9b8449d740428e6b09581ce9ad3fbdaa0785258f444a751f08bd52e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ccdc09becf9a648b38acfa198309881b6cfa2c70a949221459f9ef268863736b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "339fad756bf6c01041df43c5294e67150f36284272a12ddda2c1de55730621c0"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            9,
            6,
            5,
            11,
            10,
            6,
            13,
            12
          ],
          "topCandidateScores": [
            -0.6065809726715088,
            -4.485295295715332,
            -5.2841410636901855,
            -5.611361980438232,
            -6.647182941436768,
            -7.117344379425049,
            -8.608755111694336,
            -9.746174812316895,
            -10.616959571838379,
            -11.184038162231445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47016143798828125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "adca7c789d43f9b0ccd765f866855362ab5a674920682a02b0b0fe5e9a88a11e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "511085b9df51c41b4f884307975707c0c58402e67fcf3c82e551e359ce31e862"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "21346fa700119e5023679c5888968c88eb63ce3ed63334af2cf38b63d44a03e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e9f1627c89062026beb239b8df1244d811a4d29357fb64f137ce32806c6aa6f5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "25804886c25fc58a1bf89887d3fe9ad2ccf0b71c541819b17d29ae67d9b7bdbd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6df955439ef63b7852de26631bf4428d2bb3c0af9e7f3c48e3696a028e20f1d4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "4fd5aba3ab685d60976aa30e3e27bdb6c0b811f58217a474731e6a435f0e3f55"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2871fe7c91e30e13314ca8925dd65b3319740ee9fef4b80ff8c009203542cc60"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            8,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            5,
            5,
            6,
            28,
            17,
            9,
            23
          ],
          "topCandidateScores": [
            -0.6084829568862915,
            -4.485377788543701,
            -5.2841410636901855,
            -6.406289100646973,
            -6.660207748413086,
            -6.9567413330078125,
            -7.051495552062988,
            -8.06916332244873,
            -8.266761779785156,
            -8.669851303100586
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                10,
                25,
                4,
                4,
                4,
                10,
                4,
                8
              ],
              "score": -4.485377788543701,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29653358459472656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "63e853ca9ec0b9d4d18e4a92e7991faf836d00ff5de68d64e23575b3c3abf728"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "936535fc55c5444e9ddc40571759c0e5dbb00226ccf78fcbdcc79aa420116ff9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "9d357050f9a353477d3651a747d8c5bcf25e031208274201879adf176aafc3b8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "3f53a477e5fb5afeb3926d2523588aaa4f03032749786f355a08fcd99b534534"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "72ab5a3e9343ef79c552fa3e1d15e502a483fa1997bd1f0cc0f859c511ef97d0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e0aa7064a1f6be19984dfd259c4fc1e2a2e85a9b7ad7ec538c9611067f87ecb0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5dc76ad23bf126ee5351c63cd0af1c83ad3fa9cbe524a8b18e6ef727bdb903fe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "ea59bd6c01123cf795ea9e82cfdaf6a3061a10cd153304dbcf16b11128d68354"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            6,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            2,
            4,
            3,
            2,
            1,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            9,
            5,
            8,
            6,
            4,
            5,
            28,
            11,
            7
          ],
          "topCandidateScores": [
            -0.6084829568862915,
            -5.979338645935059,
            -6.449637413024902,
            -6.664170265197754,
            -6.7949066162109375,
            -7.091133117675781,
            -8.010476112365723,
            -8.153014183044434,
            -8.756490707397461,
            -8.95633316040039
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29622650146484375,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "28c9e7d794005aa977538a0a2f0a6dceb19488ae1cf98bb7d1f32cdc29f30935"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "0ce08e2264b162ba9e99b2aad361b36d01401a5cb8b53ec0836a005ae8d67653"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6ddd2ad2f959952fdec4ef4703a908e68cfb2537d09449ec44156ab42b4d4324"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e302cd91e6975b9b24bcc5b2e7454dc59cb4009fd087d84dfa61db87f7b96bc5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1c7cf06e1ac024b6b952569f4d294ca33927586a70ea8df41ebaafa3bb09967f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d79599f7309b7961e1cbeeb692e963477bdf0fb68753aa74a173fd11fba73e76"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "7adca07d638926f3561817e015ed7e0fc67c5c9fd37b2b98582f34e80caae96c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "08be7883f5781cd856b398df96d59f9bcfdc730f2a2755197c10e153ff5eaf01"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            9,
            5,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            17,
            5,
            28,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.610425591468811,
            -5.9896674156188965,
            -6.668045997619629,
            -6.883663654327393,
            -6.9292755126953125,
            -7.503093242645264,
            -8.353744506835938,
            -8.702961921691895,
            -8.962743759155273,
            -9.262388229370117
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.610425591468811,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.9896674156188965,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                8,
                5,
                5,
                5,
                5,
                5,
                8
              ],
              "score": -6.668045997619629,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5738177299499512,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2b189f21f7e6811c897a2739ced4ebc6365a4a21b441e3241b244b63a9016592"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "7ce4718cc7528bb285b70a9197eb1eaf48f096165f7c45c1b583c4f41853c0d8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ca3adf2a7f96fabc67c4833915702d341b3afd94a5f4fac2d3a771099cc8f042"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "665268aa5fc1457d2dc68019022b5f57741a5de6ab8a0f23f0eca91c5e42d37a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "620dce5b77eb2b06bab9e4bc88bde6c097e246ba92d7e121d78ce7bec13ca5c0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "84fd91148ae67cd37f94a1413f2c918d9a455f322cfd6be36a68b083f149e01c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "915feb08a26c36dcd8bf98a505cc14969edca4d039ee0c6c3b604e4aa5f76fd3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "889760a9db2b487654e8150e1780a853aa054056f84f77af0e6e12660385fc02"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            28,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            4,
            0,
            1,
            2,
            1,
            1,
            2,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            7,
            6,
            6,
            11,
            3,
            11,
            17,
            5,
            9
          ],
          "topCandidateScores": [
            -6.883663654327393,
            -6.947304725646973,
            -7.503244400024414,
            -8.866515159606934,
            -8.892370223999023,
            -9.778175354003906,
            -10.99818229675293,
            -11.34150505065918,
            -11.772573471069336,
            -11.80064582824707
          ],
          "activeCandidateIndices": [
            6,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -6.883663654327393,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8858051300048828,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "01234999c93d2acd4f12dba8364bfcadd8bacf60c63e94fa176ceab65e043401"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7801bfc3490462d08ec171619c51d8bca22ca48e68aa5960898fa4342ef57054"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "55c48ecf9c7480a9f70be08af976eb06899d5583de45efa88b821869656941b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "585f652f7aca6835a781deb909ab849d0c6750b7abc292305750d4db9ef7b98d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "263cb8cc919c7bc5bf186b2e3872400aaf3a772eb4352b4d27030f84f5eebe17"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7f185f0cedc375208b96e42cf474c125007e9cbb1975dfaa029c5e4861d31895"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d7c97495d69f50dfc451af45eb2e49892f437f4e0039f62bbcefcbdf8946f68b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "319863115468edf8b08b43b80f5fbaab5188d32d98d44347010a15f2613d71c4"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            30,
            42,
            28,
            39,
            14
          ],
          "topCandidateScores": [
            -0.2729266881942749,
            -2.3934860229492188,
            -2.5060510635375977,
            -2.85331392288208,
            -5.499349594116211,
            -7.528581619262695,
            -7.675343990325928,
            -7.693214416503906,
            -7.822281837463379,
            -7.842170715332031
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0292320251464844
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            0,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            5,
            4,
            11,
            9,
            4,
            24,
            6
          ],
          "topCandidateScores": [
            -0.3858061134815216,
            -2.4495253562927246,
            -2.853314161300659,
            -3.4013378620147705,
            -3.4250893592834473,
            -3.8996400833129883,
            -4.147549152374268,
            -4.224610805511475,
            -4.576047897338867,
            -4.6027727127075195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.474550724029541
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            8,
            12,
            6,
            5,
            9,
            8,
            5
          ],
          "topCandidateScores": [
            -0.49720004200935364,
            -2.522535800933838,
            -2.95528507232666,
            -3.4250893592834473,
            -3.6009087562561035,
            -3.6815860271453857,
            -3.997687339782715,
            -4.552278518676758,
            -5.063506603240967,
            -5.231167316436768
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08067727088928223
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            4,
            4,
            4,
            8,
            6,
            12,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5209553837776184,
            -2.9084465503692627,
            -3.0462751388549805,
            -3.427591323852539,
            -4.008213043212891,
            -4.015336990356445,
            -4.8881940841674805,
            -4.916210651397705,
            -5.288994789123535,
            -5.652215957641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0071239471435546875
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            4,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            4,
            9,
            5,
            8,
            12,
            17,
            6,
            12
          ],
          "topCandidateScores": [
            -0.5234100818634033,
            -3.1108312606811523,
            -3.4608559608459473,
            -3.8191115856170654,
            -3.9598989486694336,
            -4.008213043212891,
            -4.676512241363525,
            -5.926294803619385,
            -6.098898410797119,
            -6.638084888458252
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04831409454345703
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            4,
            4,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            6,
            7,
            10,
            4,
            17,
            12,
            11,
            4
          ],
          "topCandidateScores": [
            -0.5234109163284302,
            -3.4947142601013184,
            -3.8050215244293213,
            -3.840500593185425,
            -3.9013893604278564,
            -5.279008865356445,
            -5.420693397521973,
            -5.788000583648682,
            -5.934591293334961,
            -6.175321578979492
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3776195049285889
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            6,
            7,
            10
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            4,
            5,
            25,
            6,
            4,
            5,
            9,
            4
          ],
          "topCandidateScores": [
            -0.5761263370513916,
            -4.175305366516113,
            -4.271218776702881,
            -4.3085408210754395,
            -4.32689905166626,
            -4.35446834564209,
            -4.376986503601074,
            -4.718366622924805,
            -4.79111909866333,
            -5.245665073394775
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.027569293975830078
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            12,
            4,
            5,
            25
          ],
          "topCandidateParents": [
            0,
            4,
            2,
            1,
            0,
            3,
            0,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            5,
            5,
            12,
            6,
            4,
            4,
            11
          ],
          "topCandidateScores": [
            -0.598562479019165,
            -4.354274749755859,
            -4.640164375305176,
            -5.059784412384033,
            -5.095730781555176,
            -5.224214553833008,
            -5.2739667892456055,
            -5.5782670974731445,
            -5.8709869384765625,
            -5.952585220336914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12848377227783203
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            4,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            8,
            8,
            5,
            13,
            6,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.598562479019165,
            -4.484201431274414,
            -4.640228271484375,
            -5.642106056213379,
            -6.04162073135376,
            -6.557445049285889,
            -6.690249443054199,
            -6.75913143157959,
            -6.786768913269043,
            -6.901962757110596
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5158243179321289
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            2,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            5,
            11,
            10,
            18,
            9,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5985831022262573,
            -4.48508882522583,
            -4.930875301361084,
            -6.19832706451416,
            -6.939467906951904,
            -6.95215368270874,
            -7.079052925109863,
            -7.233026027679443,
            -7.610909461975098,
            -7.645758152008057
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012685775756835938
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            6,
            5,
            5,
            5,
            11,
            11,
            6,
            4
          ],
          "topCandidateScores": [
            -0.5990796089172363,
            -4.485205173492432,
            -5.2638139724731445,
            -6.424416542053223,
            -6.897026062011719,
            -6.945529460906982,
            -7.39244270324707,
            -7.986027717590332,
            -8.309901237487793,
            -8.663724899291992
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04850339889526367
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            10,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            11,
            5,
            6,
            6,
            4,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -0.599500834941864,
            -4.48529052734375,
            -5.284030437469482,
            -6.579107284545898,
            -7.090719699859619,
            -8.712471008300781,
            -9.465723037719727,
            -9.494681358337402,
            -9.69540023803711,
            -9.971746444702148
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.621751308441162
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            9,
            6,
            5,
            11,
            10,
            6,
            13,
            12
          ],
          "topCandidateScores": [
            -0.6065778732299805,
            -4.48529052734375,
            -5.284135341644287,
            -5.61135721206665,
            -6.647177219390869,
            -7.117339611053467,
            -8.608750343322754,
            -9.746170043945312,
            -10.61695671081543,
            -11.184024810791016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47016239166259766
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            8,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            5,
            5,
            6,
            28,
            17,
            9,
            23
          ],
          "topCandidateScores": [
            -0.6084794998168945,
            -4.485372543334961,
            -5.284135341644287,
            -6.406282901763916,
            -6.6602020263671875,
            -6.956735610961914,
            -7.051490783691406,
            -8.069157600402832,
            -8.266755104064941,
            -8.66984748840332
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                10,
                25,
                4,
                4,
                4,
                10,
                4,
                8
              ],
              "score": -4.485372543334961,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29653358459472656
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            6,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            2,
            4,
            3,
            2,
            1,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            9,
            5,
            8,
            6,
            4,
            5,
            28,
            11,
            7
          ],
          "topCandidateScores": [
            -0.6084794998168945,
            -5.979332447052002,
            -6.449631690979004,
            -6.6641645431518555,
            -6.794900417327881,
            -7.091127395629883,
            -8.010469436645508,
            -8.153008460998535,
            -8.75648307800293,
            -8.95632553100586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29622697830200195
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            9,
            5,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            17,
            5,
            28,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.6104216575622559,
            -5.989660263061523,
            -6.668039798736572,
            -6.883656978607178,
            -6.929269313812256,
            -7.503087520599365,
            -8.353734970092773,
            -8.70295524597168,
            -8.962738037109375,
            -9.26237964630127
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.6104216575622559,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.989660263061523,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                8,
                5,
                5,
                5,
                5,
                5,
                8
              ],
              "score": -6.668039798736572,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5738182067871094
        },
        {
          "step": 16,
          "inputTokenIDs": [
            28,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            4,
            0,
            1,
            2,
            1,
            1,
            2,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            7,
            6,
            6,
            11,
            3,
            11,
            17,
            5,
            9
          ],
          "topCandidateScores": [
            -6.883656978607178,
            -6.947298049926758,
            -7.503238677978516,
            -8.866504669189453,
            -8.892363548278809,
            -9.778167724609375,
            -10.998170852661133,
            -11.341499328613281,
            -11.772564888000488,
            -11.800638198852539
          ],
          "activeCandidateIndices": [
            6,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -6.883656978607178,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8858041763305664
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.610425591468811,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            10,
            25,
            4,
            4,
            4,
            10,
            4,
            8
          ],
          "score": -4.485377788543701,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.9896674156188965,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            8,
            5,
            5,
            5,
            5,
            5,
            8
          ],
          "score": -6.668045997619629,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -6.883663654327393,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.6104216575622559,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            10,
            25,
            4,
            4,
            4,
            10,
            4,
            8
          ],
          "score": -4.485372543334961,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.989660263061523,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            8,
            5,
            5,
            5,
            5,
            5,
            8
          ],
          "score": -6.668039798736572,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -6.883656978607178,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)O.Nc1ccccc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1ccccc1",
            "formula": "C8H9NO",
            "model_score": -0.610425591468811,
            "rank": 1
          },
          {
            "smiles": "c1ccc2[nH]ccc2c1",
            "formula": "C8H7N",
            "model_score": -4.485377788543701,
            "rank": 2
          },
          {
            "smiles": "Nc1ccccc1C(=O)O",
            "formula": "C7H7NO2",
            "model_score": -5.9896674156188965,
            "rank": 3
          },
          {
            "smiles": "CC(=O)NC1CCCCC1",
            "formula": "C8H15NO",
            "model_score": -6.668045997619629,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)O.Nc1ccccc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1ccccc1",
            "formula": "C8H9NO",
            "model_score": -0.6104216575622559,
            "rank": 1
          },
          {
            "smiles": "c1ccc2[nH]ccc2c1",
            "formula": "C8H7N",
            "model_score": -4.485372543334961,
            "rank": 2
          },
          {
            "smiles": "Nc1ccccc1C(=O)O",
            "formula": "C7H7NO2",
            "model_score": -5.989660263061523,
            "rank": 3
          },
          {
            "smiles": "CC(=O)NC1CCCCC1",
            "formula": "C8H15NO",
            "model_score": -6.668039798736572,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-gpu",
      "id": "aromatic-halogen",
      "logitPairs": [
        "original-gpu__aromatic-halogen__logits_0",
        "original-gpu__aromatic-halogen__logits_1",
        "original-gpu__aromatic-halogen__logits_2",
        "original-gpu__aromatic-halogen__logits_3",
        "original-gpu__aromatic-halogen__logits_4",
        "original-gpu__aromatic-halogen__logits_5",
        "original-gpu__aromatic-halogen__logits_6",
        "original-gpu__aromatic-halogen__logits_7",
        "original-gpu__aromatic-halogen__logits_8",
        "original-gpu__aromatic-halogen__logits_9",
        "original-gpu__aromatic-halogen__logits_10",
        "original-gpu__aromatic-halogen__logits_11",
        "original-gpu__aromatic-halogen__logits_12",
        "original-gpu__aromatic-halogen__logits_13",
        "original-gpu__aromatic-halogen__logits_14"
      ],
      "maximumProbabilityError": 1.106530315209131e-06,
      "maximumRowTotalVariation": 1.1162636274879762e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            33,
            9,
            23,
            12,
            17,
            14,
            13,
            19
          ],
          "topCandidateScores": [
            -0.050450291484594345,
            -3.183687448501587,
            -5.603878498077393,
            -6.510236740112305,
            -6.537761688232422,
            -7.37167501449585,
            -8.828492164611816,
            -9.518568992614746,
            -9.71114730834961,
            -9.88086986541748
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8339133262634277,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "ee443b29f54ba64d6605c88534122e1082c962a3514a80f2deb85deacc2e2b78"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "400b905bed7a9b4e966765b8e0642c6a862a33639a1735bb26740d32c83eabcf"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "00e74ab0872429aab0e198fcff5589086f0da3cfae1bfdc709ca64d975776de0"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "e011df5adf1c9af99404dfba46ad2216119495874221f8324afeebb3dcc3ba31"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "10df3fd839ab9c76a0886d6530297195a6b78f7e93f63a259ce71fc0e43b0c8a"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7bd3ac16a10e2bb16850cfec3778e859e8808bd2fe264799a35d97ce99f001f1"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "5980b30d7d11ecd5facc9173197647cadd5e112ca24b0757625330864070e976"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "ebc90305a82449d403a2c7f48fdef82643605900fda61e4285b718b2e7d66026"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9699e286d617057c53fef98fa600a31e1d515868b1af56abaffddd44732f8c79"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e9d63f3df3483d9cec1bda95df13800bb928c42c5627fb7f11c3e0c9543d7b37"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "09781b47692183bb111e076ffe8e981b3a2e9768b1e6a4289c6bb4c8ce778b67"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "d64bf9281c669c12c9a6f12525bdd92e93df94f51571c87c677c73d74c197fd7"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d1e68bbf75a4c9adbe7a4f88dbd990e3d9ec8453f91060e4d844e34aab1eff4b"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9bf0aa83fbb4d94be108fcf9b5e9eb299a6e94ac2c3516587e7988a7f52fe953"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            33,
            9,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            2,
            0,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            6,
            4,
            6,
            11,
            8,
            33,
            33,
            19
          ],
          "topCandidateScores": [
            -0.06774413585662842,
            -3.183687448501587,
            -5.368553161621094,
            -5.436375141143799,
            -5.827984809875488,
            -5.837642669677734,
            -6.30457878112793,
            -6.638435363769531,
            -7.01773738861084,
            -7.382207870483398
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.009657859802246094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "96ee2fffdf6e6839dd4efc1c40b4f69d6849c0f07a6470f038cbdf97feedea26"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e33dad5be63ddd7fffa1baa8c3978fa6b4fc92f57aeebab545595d06791295cc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0ee24729734b248a1891481a62483fa502f563b2834a225a184fe4dbd321f2fc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3fba11b3b0456e1e564a5da332e4bf460f5ce87c6c5d31f16ca0add8a8d580b0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a8dddd6de34708b43b66fa4fa33685d3e4e38b74d12eef7efa4299d3e0d630a2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "264cd24b467e4f079c517244d6cc5a1fdc152a6fc2c6852d20b0a5213dcada2b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ca683f719107a188946e3d2edd8f60dbc0feb4a095f348ab2b5f3c065a26c234"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b2f39e606c4214fb2651da32d4c1ea14f9d37e77357b2ac3de8d7139d25cc58f"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            6,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            3,
            1,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            33,
            5,
            6,
            8,
            6,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.09296366572380066,
            -3.2742936611175537,
            -4.780215263366699,
            -4.931097984313965,
            -5.054763317108154,
            -5.436377048492432,
            -5.636618614196777,
            -6.027416706085205,
            -6.241143226623535,
            -6.610638618469238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38161373138427734,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7eb2549f4efcb6e628c93919490a3a4360e2d1a21bbd7803f15081505a2b8b81"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a406badf77c97a842efc342ce7e63aec499a924467c28cce1b861830617b4448"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "92a9cd0ffcb5206c7da8739338c2bdac41a1ccc9cf6792f5223735111a86546a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "394a515c0526fabd781438d9a4d042f4b317070c8ca3675e378454d4dd95b9f1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "9e6c3ef8db2db9458bdde02f6487ccb012857a4ed6cd73d548b4e9c4c2358625"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "df6a5fa84b1878606a6825b57d8ec0905325a4d2c27834c5e3f8bdefbfb20a65"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f1a0da21b675cbd5cb8d89c294377fcf368de361637174b422ab97c805c940e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e831811d331f94bf3ce8d9ef5e3b84c9af2c305a10fc4d2f3a4f5265cbea7d80"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            4,
            33,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            6,
            6,
            8,
            4,
            5,
            33,
            11,
            4
          ],
          "topCandidateScores": [
            -0.09296366572380066,
            -3.369929075241089,
            -4.855306625366211,
            -5.676177978515625,
            -5.731839656829834,
            -5.867722988128662,
            -6.310446262359619,
            -6.546986103057861,
            -6.671436309814453,
            -7.006218433380127
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13588333129882812,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d13d3e3088d941e1f3afbe28fb8f81dcc5fc2628b7a40ccda89f514a578dc6ae"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8ef889829515f1bbcff814503b7098638fb6d472efaff74eba962f65403f1a79"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8e5ed7c43bb40faa11ed14e96deb1d6884fd8c1ea6120c79113471ccab7ef6b0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "79ccebc8bc33db39ccb95d35f1e7282d84a21403990091e75704c66c34f2594a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2eaee49f1b01ed299c4cd24fae77674dd53633954321b543d9fda05627c61125"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6c9716c58a6d602a2131baad2f7c71abb5740003fa34ed0c93e24bf440c9a118"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d2b797222369d3a33bb116449d5d7ca7ba64397e1034e97a889c58419e0ed69b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "be57f32cdc630d581a65e5569d1e7b9e0eba9d609db052971b7c2afcceb45f0d"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            8,
            4,
            6,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            9,
            6,
            4,
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -0.0929853618144989,
            -3.445815324783325,
            -4.903518199920654,
            -5.999783515930176,
            -6.305017471313477,
            -6.499746322631836,
            -6.639760971069336,
            -6.861065864562988,
            -7.062954425811768,
            -8.552201271057129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19472885131835938,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1cb9bfe88a1c293ba584b942e7a18d7cf1c6a79a7a5921a4283931fd100bd399"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f9147dbc5358c2a28e985fdcf732d3e62ae4299d5ab51a1dcce6ce2617d1fa3d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2b5985c66466747f738c88b4f8d2dfa262d5f474b706c285498e2cb514130d31"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0db15e0dd1a426d5f3227c8e95768b33198e23474dd35b3fa6026a04374f18f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "22ba1d3f66b29b522d2d6e7afff3141acbaebb2d3534d3a2f4d3e19bffa54bbd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "967194822648aa0350783162e472d5b60a52de17e96a9fb400e71bb9462c9587"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "76837495f5c6a911be808b70758a27fdf93a2dcaa021a0ddddc15b837073ac5d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6fc366d5d0becff5d88f8a422514c44242afdaf8fe4623658a7be23bc921a10a"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            3,
            3,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            4,
            5,
            6,
            10,
            5
          ],
          "topCandidateScores": [
            -0.09320873767137527,
            -3.5578811168670654,
            -4.917239189147949,
            -5.736472129821777,
            -6.312630653381348,
            -6.603777885437012,
            -6.880837440490723,
            -8.692472457885742,
            -8.78536319732666,
            -9.278018951416016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29114723205566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "545cb5e7f5822d2fa62a5bfeb967c69692e2eb0217891bce6aba08c1d9419431"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "cc103038ace56907ae80b403ca3f769ba7f54d187089919c7642f59101fb699b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "05db0c19d2991b0f7a5af3fcc93b0624318b0f199b0375c807d8aea3d3bd62f1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "adf93a30cc5c59ccb468461ab84b30877976a5a73a4a2f7c3000e72e2008eb4c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2a0a11f8d798bd0bec61c8c9af5ed07ce828c02f7e2065d9febf97e08053e967"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "51f24c8bf66aa813d20c0c72244a9ef970ff53860a97e6b1986c2bdebefba8e9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9853cbee983a5285d78046afbcad749594507337cda0a1cded0cd4ac58c7c260"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ac3a6724ff540543ae656767369ac361316543176f375e7e075b1e8289f13fc9"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            3,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            18,
            4,
            6,
            4,
            4,
            33,
            6
          ],
          "topCandidateScores": [
            -0.09355569630861282,
            -3.9263412952423096,
            -4.924906253814697,
            -5.1647515296936035,
            -6.1825971603393555,
            -6.195479393005371,
            -6.3164873123168945,
            -6.740065574645996,
            -7.378658294677734,
            -8.260557174682617
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012882232666015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "25f80e9678dfe5786fdd12b20d4d1772417ce0499333b9a10c704173ef840a8d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f7d264bf1d87bbb76fdbfa3ff7218aebb65b430d6dde8893dda0d166474362b8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7bdb84652a6804c93cb2edb179119f431cec1073c4fa8e987d2b4e7921f92555"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d7a5ab388291c10b385bca3040dfc80354c629363fce28817295722c4884032c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "01281475654bad71165860d6177b94e7932a495328fc82d4e85d2ce631c53a5e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e38374c4df323105d382e8af46ebd8a8bff1b4d7442d1e0a8f4b317ae0cac24d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4165083c0fc909542d4c9d422851ba2ff66ce387cc1074557307137c0cc8fd94"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "dba2c25e1fb32de2d72c62edd558df9849853b85d7dd43c226b1967be73156d5"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            5,
            4,
            18,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            6,
            8,
            4,
            4,
            10,
            4,
            6,
            11
          ],
          "topCandidateScores": [
            -0.10866248607635498,
            -4.094854354858398,
            -4.302605628967285,
            -4.924906253814697,
            -5.16586971282959,
            -6.186108112335205,
            -6.277813911437988,
            -7.892798900604248,
            -7.921943664550781,
            -8.835196495056152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0202383995056152,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a74d338ec7434f54c8f97bb898e8a21b4692973a874aaa4989703c3fe88dda78"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3be7675918ad704f95bbbc609aa0ca32f09f2a952ecf442fdd695cd67883280c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "dccd45ca4ec698f48f5115bd3980e30aac3b97c25cc03b53020e0cbdebafd0c2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f589592b27b3c3db5db2cc6b58fe277f2d24194c32c237c5e43729aa13106e56"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfea9fece6784c355f6e1da8f682afaaf33fd06c81125ceb0c2581058b6e3e18"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "26044095fb7b85dba1933ae0a1c806808b06932697d6e2957bc702e2d54f0a34"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b26720b548eb7bd4cf696c70815dc223e4de748779ed118bb09b2eedf07c3998"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "866e065eba6d2dbcbe40774c67aa2ce5aa400b6a7877e479e26fdce2c046d6ca"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            23,
            4,
            4,
            33,
            10,
            6,
            5,
            33,
            18
          ],
          "topCandidateScores": [
            -0.1123557910323143,
            -4.725198268890381,
            -4.792552947998047,
            -4.924914836883545,
            -4.963808059692383,
            -5.165871620178223,
            -5.7285332679748535,
            -5.8499603271484375,
            -7.230745315551758,
            -7.3011627197265625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20206356048583984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4e9d2729edb2d8a472af4150945528bb26d168fd94c826ddd3cfedb10669bb91"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4e1e2d39e72fd433c25f7cf17a45880274c5e94c8e19b0693156d0452189b838"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "151bea846381b31a69bc108015e4f89402ce491cef90c1b3f5eefe8a5cb86d48"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "125d677ea77c16cfefc377958c2bc1ce946b33a499e508bf0378ed49d6c635ea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "95e4cde4bc03120c76bf64c16c6eb68f19528e880075e110c9c554eff1ab87de"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0f8e65115fe14d7426def40414c2ae03d95ae937ace60fec781f315d399faf37"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "41af06821c057eeca813e2b8f136a12ce8d3ef85b6fc540fe80a60578586c849"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "20991ba95fc60998b42e1ecc7cc6c5786de75209851e682e1f0f50f4de1f61f5"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            23,
            4,
            4,
            33
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            10,
            4,
            6,
            10,
            9,
            5,
            6,
            7
          ],
          "topCandidateScores": [
            -0.1123557910323143,
            -4.725198268890381,
            -4.792552947998047,
            -4.925102710723877,
            -5.381966590881348,
            -6.040929794311523,
            -12.260904312133789,
            -13.109689712524414,
            -13.559595108032227,
            -13.625120162963867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6589632034301758,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fe649f1694ee9636b4d06994d91b5b9eebf67c5493cf45f6fd6ac043c58bd94d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5231712a8b35831de7cfc99b5121111c7e44d2e9918c17d564910104ba189768"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "38276de4b4c580957a5b4422468e29cbf4615304f1c0dde796afe669852ffff9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4d4ab58f8fc4ae04da32ae75d091f6c47c62ef85001d893d6ea49bad63cd3cc6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "404fe5e024ff80a952eb761d2c5f320e7e5f01d2265bb5dad851c0715f30620a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "491ffecce21a9c71bb14a258a360c1bdff97a120f2cf52b1cb01fa7deaa497ba"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "005ab0b69bbad907f68c44a7de519738006b1aa43fd62c7244b896fee73412e4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b598c50adea83b01a584c87bf316638ffb8bbe40d6b9aedef10662dd14189f2"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            7,
            10,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            4,
            23,
            4,
            9,
            33,
            5,
            18
          ],
          "topCandidateScores": [
            -0.12006506323814392,
            -4.725759506225586,
            -4.792861461639404,
            -4.925269603729248,
            -5.478826522827148,
            -5.756791114807129,
            -6.594613075256348,
            -6.643687725067139,
            -7.156765460968018,
            -8.134069442749023
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.12006506323814392,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27796459197998047,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c04077e99c307b24d57e828769bc8bdfc99698fcb7ac9862c91c608cf504b75"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47d5f823b2b6741b7f33030933131a6c9536b9067e6556bebcffad422fe994bc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "98ca04d0abc856fe6ccc5efbf972f979f0ba038f08c1db0c7e860d453f119b2b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a24307c60983e9ac74267624ab04077f612d9f5189f4be639bd06bc1cc5ab3ec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3f910f0579a9f74ee175e75ddbc9224887c7649a6d5b76e43870fdddf8a6c469"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b9b66cf8b3f8fe2111861f34fc1af9b370e71a3c1bc65b5f80e5377f06620883"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "75bac703ee556c47423266c277edb5c0ff8f7ddabb7ca72cf6c442f68e517064"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c33cc212dfd8dea26702da44032f14e697048a34059e04767bc4a3177ce3f4c7"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            3,
            10,
            6,
            6,
            10,
            13,
            13
          ],
          "topCandidateScores": [
            -4.732126235961914,
            -4.79331636428833,
            -4.929642677307129,
            -5.478826522827148,
            -5.756791114807129,
            -9.850814819335938,
            -10.394229888916016,
            -13.114748001098633,
            -13.382129669189453,
            -13.398428916931152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                23
              ],
              "score": -5.478826522827148,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.094023704528809,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "bdab18164b58f9eb6ba4dc05639a50307f5f20f929fcf926e2d76e3a887459e5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "131cbcb1f0bd7eb96246e7da368144143898bda2e58c8a8c11169cd08cbb0dff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "905a6a7d86b8025996b6a30b5ef7a96feefb710fadbf098a0687ebecfdbb9b98"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5841bcd5a15cf1fe3840dbefbe6451ed5bf4ea51c8d4a36923343459058f2916"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "a9df57a9e41238dce62f67efa8bc826771dfcf2cab5ff0e77a3741ed79b21000"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5f2f4d0a5d3aa4b2f35930133407912850a43dd92585001a565fa79046a72b40"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "44078697dbf518aba423a1fada2263f4fa00a60f2bef2cc862ee4f474247950b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "efe1aa690ab6ae30ba544d312fa1fc48223239d7c0e7abd75927686156375b3c"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            23,
            5,
            6,
            13,
            9,
            17
          ],
          "topCandidateScores": [
            -4.732126235961914,
            -4.794277191162109,
            -4.9303975105285645,
            -5.7567949295043945,
            -10.702272415161133,
            -10.712896347045898,
            -12.185003280639648,
            -12.493244171142578,
            -12.637123107910156,
            -12.787582397460938
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010623931884765625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d153ce6a66233f79fb78baf2074b1e59c4bfac002b2f05ce0c6a9a996b9c3a9d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3f1068f5a2c02023971c97be28cee5a62c521492609653ecf22d0371e8d32852"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "977f5a3191239f9f6ad82e5b85be214dd42c107f845604329d1402574e101679"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a9ee414c8f477684ceb6579e23dbd2d56fdc9049bcf79407a5e2b4ac3cab93a1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "976a82931318df159c1b41c35af62afb593e45a0db0d1aabc065883637418dfe"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3e452bf025a714a8b97bc3b9c10673f08115abf178b6377bbb0cad0fff5c0cbe"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "44cd6d72548c99f0edaeef5f383c44ae45693a06c362aca9a97ed1c2a2aec629"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cdfb1d8ba02e0b2034bd992e66ebbff573ec3beb064a3bbfcd025a7ab6cc6479"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            4,
            23,
            5,
            7,
            15,
            6,
            9
          ],
          "topCandidateScores": [
            -4.743983745574951,
            -4.799071311950684,
            -4.9303975105285645,
            -5.756892681121826,
            -9.677082061767578,
            -10.456719398498535,
            -10.702272415161133,
            -10.867582321166992,
            -10.920242309570312,
            -12.020442962646484
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8
              ],
              "score": -4.743983745574951,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.779637336730957,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "af8aacbfa2a60080842a849eaef555d1bd9fd9cf4b0912ef751aa4a31e715b87"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "69b5c58cac5b4c940815dbd5c64aebd2d1d65db8f452e208e950a28b80f1f6b4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4560e95eac400104cdcedaece8e1dddfb093b0375379aa630cb207163ba77858"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "81b2a45aeb8ad9ac73ff9ba1887b198102fff49b2f88badec13a118375dbc4bd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e52e170c98a7ab77e47c18921fd935e12387bcc930dc9a0f38b0a56344d4327b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0dbae2248390edf0f54f86b71b1b613c53cf7685b59fff7d01ce5ccbbc51ed8a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cff63dfd28030fdf690f4bc7bd33a3a93c60105db14a487bde04b47ea4368d03"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c00ca80165a59716975e49da000e03e2609e65516f53c26953f879754d259d09"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            4,
            8,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            4,
            3,
            3,
            13,
            5,
            15,
            6,
            5
          ],
          "topCandidateScores": [
            -4.801582336425781,
            -4.931300163269043,
            -5.756939888000488,
            -9.677082061767578,
            -10.884764671325684,
            -11.433700561523438,
            -11.682846069335938,
            -11.925394058227539,
            -12.671119689941406,
            -12.68587589263916
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                33,
                6,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.931300163269043,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                23
              ],
              "score": -9.677082061767578,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -10.884764671325684,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5489358901977539,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "753b734af4f809ac0bc688ce3e6a0c34f984430409465d2ffe4ae16aeb4efa7c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "fa0c422fcd06e69793430b7d93eab8b5bcfdf0456ae9ed23051753c0422d5a8c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "9a15f8958b3226334c99d7659564c9ef1aff117f28e38c7b98d36183c9db9636"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "907593bc14bc063c362144a3f81e6b335a7f992541d4e270b0028f563cf903ae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "010bc2809b3db0b2be9c825ec1611500185cff12f32fa0e3fa4f5b4254f64db5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "02ff95df847604504d2fc1f198be0471d97b185bb6ebd85ffa9d7e05feb53f2e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1bdf86bfc9bc4c1d04d55b8c938ce838f14aca4bbb91cb945d8bdc91ed959281"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "aba6cd9b68b75bc8b4858892b94a67423d135cdd761397012930c0ccec0c3f7c"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            33,
            9,
            23,
            12,
            17,
            14,
            13,
            19
          ],
          "topCandidateScores": [
            -0.05044960975646973,
            -3.183687448501587,
            -5.603876113891602,
            -6.510237693786621,
            -6.537764549255371,
            -7.371674537658691,
            -8.828493118286133,
            -9.518569946289062,
            -9.711149215698242,
            -9.880870819091797
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8339099884033203
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            33,
            9,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            2,
            0,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            6,
            4,
            6,
            11,
            8,
            33,
            33,
            19
          ],
          "topCandidateScores": [
            -0.06774286925792694,
            -3.183687448501587,
            -5.36855411529541,
            -5.436374664306641,
            -5.827982425689697,
            -5.837641716003418,
            -6.30457878112793,
            -6.638435363769531,
            -7.017739772796631,
            -7.382206916809082
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.009659290313720703
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            6,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            3,
            1,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            33,
            5,
            6,
            8,
            6,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.09296216815710068,
            -3.2742931842803955,
            -4.780216217041016,
            -4.931099891662598,
            -5.054765224456787,
            -5.436376571655273,
            -5.636618614196777,
            -6.027417182922363,
            -6.241145610809326,
            -6.610637187957764
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38161134719848633
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            4,
            33,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            6,
            6,
            8,
            4,
            5,
            33,
            11,
            4
          ],
          "topCandidateScores": [
            -0.09296216815710068,
            -3.3699283599853516,
            -4.855307579040527,
            -5.676179885864258,
            -5.731840133666992,
            -5.867725372314453,
            -6.310449123382568,
            -6.546984672546387,
            -6.671438694000244,
            -7.006220817565918
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13588523864746094
        },
        {
          "step": 4,
          "inputTokenIDs": [
            8,
            4,
            6,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            9,
            6,
            4,
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -0.09298350661993027,
            -3.445814371109009,
            -4.9035186767578125,
            -5.999782562255859,
            -6.305019378662109,
            -6.4997477531433105,
            -6.639761447906494,
            -6.861066818237305,
            -7.062952995300293,
            -8.552197456359863
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19472837448120117
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            3,
            3,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            4,
            5,
            6,
            10,
            5
          ],
          "topCandidateScores": [
            -0.09320688247680664,
            -3.557880163192749,
            -4.917239189147949,
            -5.736469268798828,
            -6.3126325607299805,
            -6.603776931762695,
            -6.880835056304932,
            -8.692474365234375,
            -8.785362243652344,
            -9.278017044067383
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29114437103271484
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            3,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            18,
            4,
            6,
            4,
            4,
            33,
            6
          ],
          "topCandidateScores": [
            -0.09355384111404419,
            -3.9263393878936768,
            -4.924906253814697,
            -5.164752960205078,
            -6.182595252990723,
            -6.1954779624938965,
            -6.316489219665527,
            -6.740059852600098,
            -7.378653526306152,
            -8.260560989379883
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012882709503173828
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            5,
            4,
            18,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            6,
            8,
            4,
            4,
            10,
            4,
            6,
            11
          ],
          "topCandidateScores": [
            -0.10866063088178635,
            -4.094851970672607,
            -4.3025994300842285,
            -4.924906253814697,
            -5.1658711433410645,
            -6.186105728149414,
            -6.2778120040893555,
            -7.892796993255615,
            -7.921940326690674,
            -8.835193634033203
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0202345848083496
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            23,
            4,
            4,
            33,
            10,
            6,
            5,
            33,
            18
          ],
          "topCandidateScores": [
            -0.11235382407903671,
            -4.725193023681641,
            -4.792550563812256,
            -4.924914836883545,
            -4.963803291320801,
            -5.165872573852539,
            -5.728518962860107,
            -5.849950313568115,
            -7.230736255645752,
            -7.301156044006348
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20206928253173828
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            23,
            4,
            4,
            33
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            10,
            4,
            6,
            10,
            9,
            5,
            6,
            7
          ],
          "topCandidateScores": [
            -0.11235382407903671,
            -4.725193023681641,
            -4.792550563812256,
            -4.925102233886719,
            -5.381960391998291,
            -6.040927410125732,
            -12.260894775390625,
            -13.1096773147583,
            -13.559598922729492,
            -13.625109672546387
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6589670181274414
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            7,
            10,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            4,
            23,
            4,
            9,
            33,
            5,
            18
          ],
          "topCandidateScores": [
            -0.12006226927042007,
            -4.725754261016846,
            -4.792859077453613,
            -4.92526912689209,
            -5.478824138641357,
            -5.756784915924072,
            -6.594606399536133,
            -6.643680095672607,
            -7.15676212310791,
            -8.134068489074707
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.12006226927042007,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27796077728271484
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            3,
            10,
            6,
            6,
            10,
            13,
            13
          ],
          "topCandidateScores": [
            -4.732120513916016,
            -4.793313503265381,
            -4.929642200469971,
            -5.478824138641357,
            -5.756784915924072,
            -9.850814819335938,
            -10.39423656463623,
            -13.114748001098633,
            -13.382121086120605,
            -13.398426055908203
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                23
              ],
              "score": -5.478824138641357,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.094029903411865
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            23,
            5,
            6,
            13,
            9,
            17
          ],
          "topCandidateScores": [
            -4.732120513916016,
            -4.794273853302002,
            -4.930397033691406,
            -5.75678825378418,
            -10.70227336883545,
            -10.712892532348633,
            -12.185001373291016,
            -12.49325180053711,
            -12.637121200561523,
            -12.787578582763672
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010619163513183594
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            4,
            23,
            5,
            7,
            15,
            6,
            9
          ],
          "topCandidateScores": [
            -4.7439775466918945,
            -4.79906702041626,
            -4.930397033691406,
            -5.756886005401611,
            -9.6770658493042,
            -10.456701278686523,
            -10.70227336883545,
            -10.867579460144043,
            -10.920242309570312,
            -12.020431518554688
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8
              ],
              "score": -4.7439775466918945,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7796354293823242
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            4,
            8,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            4,
            3,
            3,
            13,
            5,
            15,
            6,
            5
          ],
          "topCandidateScores": [
            -4.801577568054199,
            -4.931299209594727,
            -5.756932735443115,
            -9.6770658493042,
            -10.884744644165039,
            -11.433693885803223,
            -11.682828903198242,
            -11.925385475158691,
            -12.671117782592773,
            -12.685871124267578
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                33,
                6,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.931299209594727,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                23
              ],
              "score": -9.6770658493042,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -10.884744644165039,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5489492416381836
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.12006506323814392,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8
          ],
          "score": -4.743983745574951,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            33,
            6,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.931300163269043,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            23
          ],
          "score": -5.478826522827148,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8,
            23
          ],
          "score": -9.677082061767578,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.12006226927042007,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8
          ],
          "score": -4.7439775466918945,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            33,
            6,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.931299209594727,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            23
          ],
          "score": -5.478824138641357,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8,
            23
          ],
          "score": -9.6770658493042,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "Brc1ccccc1.CCB(O)O",
        "candidates": [
          {
            "smiles": "CCc1ccccc1",
            "formula": "C8H10",
            "model_score": -0.12006506323814392,
            "rank": 1
          },
          {
            "smiles": "CCc1ccc(Br)cc1",
            "formula": "C8H9Br",
            "model_score": -4.743983745574951,
            "rank": 2
          },
          {
            "smiles": "CCB(O)c1ccccc1",
            "formula": "C8H11BO",
            "model_score": -4.931300163269043,
            "rank": 3
          },
          {
            "smiles": "CCc1ccccc1Br",
            "formula": "C8H9Br",
            "model_score": -5.478826522827148,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "Brc1ccccc1.CCB(O)O",
        "candidates": [
          {
            "smiles": "CCc1ccccc1",
            "formula": "C8H10",
            "model_score": -0.12006226927042007,
            "rank": 1
          },
          {
            "smiles": "CCc1ccc(Br)cc1",
            "formula": "C8H9Br",
            "model_score": -4.7439775466918945,
            "rank": 2
          },
          {
            "smiles": "CCB(O)c1ccccc1",
            "formula": "C8H11BO",
            "model_score": -4.931299209594727,
            "rank": 3
          },
          {
            "smiles": "CCc1ccccc1Br",
            "formula": "C8H9Br",
            "model_score": -5.478824138641357,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-gpu",
      "id": "salt-charge",
      "logitPairs": [
        "original-gpu__salt-charge__logits_0",
        "original-gpu__salt-charge__logits_1",
        "original-gpu__salt-charge__logits_2",
        "original-gpu__salt-charge__logits_3",
        "original-gpu__salt-charge__logits_4",
        "original-gpu__salt-charge__logits_5",
        "original-gpu__salt-charge__logits_6",
        "original-gpu__salt-charge__logits_7",
        "original-gpu__salt-charge__logits_8",
        "original-gpu__salt-charge__logits_9",
        "original-gpu__salt-charge__logits_10",
        "original-gpu__salt-charge__logits_11",
        "original-gpu__salt-charge__logits_12"
      ],
      "maximumProbabilityError": 1.365484840476494e-06,
      "maximumRowTotalVariation": 1.5660420951423772e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939383506774902,
            -1.5690363645553589,
            -2.833582878112793,
            -3.319517135620117,
            -3.672703742980957,
            -4.5628886222839355,
            -4.766641139984131,
            -4.853089809417725,
            -4.905975341796875,
            -4.938629150390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901848793029785,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "209f2410efffbf23d35fe332d8f61cdcb1a99a97131e5d67243b7395371114e2"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1749293f9c81a220f61145224846d5b1765a4172bfe394dec6389557186c373c"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "71c47fc1837cf3ae6b94e5f86349e3e9943a5779048dc7012b5675d0ae8e5b17"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a879a9967956bd71c31dd485e455184d62356a3bcd1e3c4f5e8c43477f136403"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c82729e4bb1644f3d9a4fef9c752b6cb2fc2941034b7126c42b7b3f843effb6b"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "02f7fae5705ded3f97f264316f2aa2d35d50b1f8a13c24038f1754d1df9265e4"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "e8dfd34391770575b3aa18834db8059c637bae0c1142f386c4087cd8245f9681"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1321b86be09f65f7a2edb616270506425d086841e568662502303891c4b18c49"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "75010d895386cfabb070c0c536a6f3ac9afca099befdeb415dbd975776cdf51e"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f86fce8ca1c5f958f160f74acaab811a4f037e4c4a82a9395666bddd9833bc2e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "7ae70f78267f8e7d27d8bbd5c24b2076edc4169f32ef7738c1a5f427b1f86edf"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a3c1750e0c71d63e78c3881f25cd666a792451b4709f12656c9abb03c08fe350"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7e6c9aa522849a31071dbdb1e5bd1c6f208c334fd09314cbac5c50c792d5fcf5"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "10fa0e0297050c663efe2b7d57c543950cc65ecbc1209d7c70ae8a0ac58499e3"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.0131821632385254,
            -2.008312463760376,
            -2.50311541557312,
            -3.3075122833251953,
            -3.319517135620117,
            -3.538102149963379,
            -3.569714307785034,
            -3.6098337173461914,
            -4.166755676269531,
            -4.219329833984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858501434326172,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b7f1bbf4e5a485053848a85f7bb674ab823571f846a5cae2790c17d4a4b4f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1bcc9bea6ebd585d00789a34bb81206e0eeadb71396e8d911694b75577314f29"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c8a562dbe46143ba65f7ca58b9f2c0678c5fd6eb2fcb160c6b2a6b563668f41d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2bbc96458516e9575131a5614fb191f2eeb21ad240f94e35de55770238a7a216"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e8182da5825a764dd1c4266a6c940a1602683aba0b7dec17b263ec7eda8af02f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "17bac461536591183bc3f92ac430352eba7aed43a8aa319488ad8f1adb83279a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "590d125cd41c6e7e0ccc842dd387fa590f085baae51ea0fcd11852f3330c7e00"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bba1b2a4bc07ced9e5a015c3f67c300fb7a9a46700ba3770c61a1c835c1162ca"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715554237365723,
            -2.104485511779785,
            -3.151285409927368,
            -3.3297624588012695,
            -3.63083553314209,
            -3.89499568939209,
            -4.0917253494262695,
            -4.129127025604248,
            -4.199082851409912,
            -4.573346138000488
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26416015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "de7fba06f15fbe3976abdea0ef7edca3d15f80fb3808d80c6f1898ab151d01a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0c1e9add4c17d7f2e2a0dcc64567c06d2ebd9356263b8d8090c75bc7c54af78e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "84739a7bed25a366ec5cd0375444e38464d8396c435c172c4faa8569c13ab631"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cea2d053807e81ab7b5ed0cd1936ae5f9d054d9087ab9e5cf96596a3f100d772"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce927fa753d70741f52f33a3a9a2e3bcd69b49a44137ccea306b5e5c7997f554"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b69c1e00a381a2a053919e22c0593a676a019b70eee9b491cfa69e9d4eccd6ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea44b113e119bd745cf96c9108fa15ba76e26a85294cb0fccc6512534f33909b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e0e438d11f5c93ff4f75ef93dcd8c6848c2d1bf977cd8c68a3306f0e8002e331"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.4019660949707031,
            -2.3425045013427734,
            -3.511624813079834,
            -3.876878261566162,
            -3.894028663635254,
            -3.9824323654174805,
            -4.255294322967529,
            -4.433202266693115,
            -4.649984836578369,
            -4.6987996101379395
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08840370178222656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9ae5ee9c6067bbe31350fe09ff0c58111240801a510f0c2ddf3a6406cdebb1ad"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9977b5e0af2e636886fd98a899b87850ffbdfee93933786dbc64407d3287b284"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a2a664cda5e8a8b339307c180a3a43d70a6dd6cfb17e9c893c066e966a4e7613"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c46ad9c20801a879606e457756489674639977fb0ef0eeaa314151da40306ce1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "159b952c3fa8703ad48fcceb3c68782d17ad4a230ba543a344428386c2da5c37"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b54a999071261d28f446d766dd90005daef7a1074040fb0fb41b46a4b0baf9ae"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "68470ddac07e71a72565c1114bce259e91bd610406469cdd34d0158b37b9d283"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "19bfe159e84c94d64d09aa01fd307a3ed003dc1d480a1e038deea4cfe25f0b57"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.4045488834381104,
            -2.9471523761749268,
            -3.5664222240448,
            -3.7135531902313232,
            -4.389780044555664,
            -4.4139251708984375,
            -5.090752124786377,
            -5.1504435539245605,
            -5.544902324676514,
            -5.864564418792725
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024145126342773438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c69090a7a3cd52bf0658a41200642b1585b1da75caa1607d768aba110b79765d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8c64cdae96db00cb030d8c92f8bd98eec12f671b8e158c75b7c3d4d83101253f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "725ceb5584dbe4a10eb6839c5085042a5779f3fda42d810482328500f5094c06"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6fe0d7556fca2e1bb48708aeb4d6de2b98f80baf74ca8ab1b52abfcc729b9514"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7afce7a40180d2e7d16eb0844246672f7cf813f267809111a01a5204092bdbf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9b3f87ab444e471a8f1b0df2f4fc2edc3bbaf9f4a34b07c40451c61f3d79c6f3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f1fb6e3477a17ab73a8b6cc554441f602c7d1ef98b369e84d370b0f33bfe6277"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6bca5224c2802672683b7ba520bab44eb0a2b30a0955cad623fc8472cb0b44d7"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.404550313949585,
            -2.9471654891967773,
            -3.914966344833374,
            -4.076860427856445,
            -4.516500473022461,
            -5.961020469665527,
            -6.178497314453125,
            -6.197243690490723,
            -6.615699768066406,
            -6.735200881958008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445199966430664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "39d636aa3b00857741464f39e9d97c62922fcd8eced6a66db3806cd85f94a661"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f2c550828e53b01e31970caab3c70f47c72514c8deba8c7fb4dd7175b7832f84"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d44d09e02be1a2789a2503615e5df440f71f8edf9322cfa73d8ac1e704dacaa9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d89bdff8022b3967f5fc6a1c317d1710b80519c0a27e850c4e32f125f37026f4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0405c8ae5ef00e7b19edbbe6a01e6a7ba2306d11a8bdf1cab92a73cac5ad30c4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c6cccde7a9afe430c00c4cac9a523e9ec14469123ff572f8aeb5487d0a55530e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "160fb7a406ba77a312ca23d76b512a0b3679f5fa1322e0338143c78b5e371db6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b464d473e23e8fb20e3d6d268561dfed99d68e6c6e08afd70ef95a7388542c29"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109681606292725,
            -2.675034761428833,
            -3.2344584465026855,
            -4.112905979156494,
            -4.382535457611084,
            -4.92509651184082,
            -5.048699855804443,
            -5.1144118309021,
            -5.771605491638184,
            -5.793084144592285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425610542297363,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "dbbab116090624eae5f310595bd2b9e72aedafc9c8807b37da138ab3ae8ce5d7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "87778dad6554e582f7e457e32bcbbecf35106064bf60e4b77c90611d736cb2a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1afeb2a03e126235d8c91c49f4eca5816937b26269017f56dfd4aefda0cf070e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8c0701407ac8f1326ae9b4f32b8de1b8fee6a48f40321af1a669e9d052c1f352"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "12f5238b4dd5305a014725b8bb728ee9f60997fb401ed09f8d57499f6cc09342"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1f153b422fc063220ca964956779b90cd44c4c8c6e776eca6959e233d4846ba"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "84fb135180fdd17a6d972fe4b52e3419c0a124abff4a6027acd3a087cb81a01f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c3a496800b38b68b2e19d8cfa99322585c82937e039c4bd7abd69dbba573f900"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.6751022338867188,
            -3.3107049465179443,
            -3.351165771484375,
            -3.4736690521240234,
            -3.9406397342681885,
            -3.9672091007232666,
            -4.006686210632324,
            -4.32560396194458,
            -4.358203887939453,
            -4.938558578491211
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.6751022338867188,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.3107049465179443,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026569366455078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d75b9836bc8e363420e7d78c68c45d4b6ca457022375f56905036b5560b18630"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f1a9fca611d75b05393ea14b6b4085fe0ed550ac01ebcb47754b7b9bfd56ec7c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10ee4e368b4187dcb9142f7f7f1afad15296044e5ec20e60e487a67fb8195569"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6ec25570dd247e3a01d31580e2d96f1bade0b6f602496a8741246863c02018ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "26f732269cf9201012c2fffd2447207218ae9c11005ccc5c4eea078b842adac9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "78d0c146bffea6c40670671e354d6cd9416f304933ff19d647acfe344470e9ac"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9ad1def65bd8e2473f38cb2127e39e591ea1048b6ca4a97306b8ddfdc89eb2a3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "df494940d2331e5aa9b8d08c637bb20f32ae1b305db1225e62b78977f4cfd33c"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.393366813659668,
            -3.501546859741211,
            -3.982125759124756,
            -4.561862945556641,
            -4.91417121887207,
            -4.916225433349609,
            -6.34476375579834,
            -6.78273868560791,
            -6.9575958251953125,
            -7.24665641784668
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.982125759124756,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0020542144775390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fe5c352985b69d38a82e3db0a9c87126ac15b8932537541b81cb2a1eac3ca7e4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2f1ca146721389261f7558e7403eb7c5686ceb0abf73f0ec372d39d1812bb5f7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "683f50b57406e06aba0198313c869e24d7c79f8a5a4eff295ca7670720615974"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "67557581ce5db311e2ead57805dbf8df328c22fe18cef166047d5baaebddb09b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2216f45b598b7afb3ea6b23fef4d19f86a0abcf3fe4a01a656db8b53ae6fed87"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fef34271f2f93e298395aff836d0e71980955ab4064263743f3aa57b4e6a9567"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bdd308b197a64a2fdd16b805a5e920d49523380996e7ea0399505553a9af8066"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ee43de575d7039fb9d05e96b7d20706d77c38bee89f3bffcdc8f92ce1a9b4cb4"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.3986310958862305,
            -3.5038864612579346,
            -4.825860977172852,
            -5.886424541473389,
            -6.508244037628174,
            -6.678785800933838,
            -6.680262088775635,
            -6.957049369812012,
            -7.0792412757873535,
            -7.488861083984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054176330566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "257c5b6b6006afc921da5a27bc668bc4bce46556a23256a9d74ca7f69da6c898"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "744129fc3901e069c463f603c3dc068baf59b578ebe8cd7a9f7c45c76e98eb6e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "76d5a349b891ec8194bc75650eee16fd1028406b84d2b4edd6164925577d6c22"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "faf015dd60d40a268c77f5312e84c86a1919a384ef0189a095dae024a500dfb8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "94913a1e3035060bbb3b630b0e0f7f36688e4da65c40b6bcf9cbbdf8806dd16b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1559e8885b8ca7621c1b88827372c24f26190de64140a9e472bdef70c66396ad"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "01337cc589e49f5db5ce2a21f5207a2e25b61d437bfd04888ce8b8f790f79c20"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f39e322a6d448f66707c0ee08391aea7a9520c3126296ba8c152fd441f018fb4"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.399101495742798,
            -3.5044803619384766,
            -5.121679306030273,
            -6.107715606689453,
            -6.569656848907471,
            -7.182314872741699,
            -7.460638999938965,
            -8.400991439819336,
            -8.401144981384277,
            -8.559758186340332
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126580238342285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b1e155bda778340fc39669779e9d91cffee8be5b5e554b6f90fb70bcf1e4d61a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e367af552b9504cbe804628c5fcb64d2b4236d5c0dbd5fa2d04af1795b1c96f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "937b4070663a5c2627d7b2facfd9ab2c9ccf69bc632c93154ec22e594a4cd4fb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f1e37bfadd4c896ba3a348a27ec17721d2cf625a8b952e5c832109e53837c1de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d6365ee1c5615202876bcf557be8fbc23510f06ab9879235b40a58fa50532f4a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c853f6164db955815089a62cddb62ea8b76d5928b67f6fd0401839f4fc658ae7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "410bbef82b76650bf40cca8e59730fa62b6da447910a7ca0cafad3ad968708f8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "94135f179a3876ae3dcee9b728611ee69bbcccc684e09c3170b1adbe6569a7d0"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.40423583984375,
            -3.5144777297973633,
            -5.428092956542969,
            -6.372032165527344,
            -7.337924003601074,
            -7.7772603034973145,
            -7.832727432250977,
            -7.908931732177734,
            -8.116182327270508,
            -8.130484580993652
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.337924003601074,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933629989624023,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "51641a174d98e7582ea16924979bf8df8dfc3e469d9f815eb39525cc8814290c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "24abc93ddd14c2d2454a423f3827a5cbb93b097cc8febb8ad5ae1cb3ce78e640"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "7edc95f01f29fdb6f289b8f3d379a1a0d20276384fe9f6762c69a603929915b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "42e93253d0ac9fd318ec488f627632875fd8d56bc36fa0e588b8e5a139a7a535"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8cafae53d87610ca03d2edcc7742dd94ba1b42f1a51c167a87b8b75258f13cf7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4e4ef7a03b4649b028ba3388ffc542befd0ce61bf31c42684566676d1c88552d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "bd00a62d956aa2443bee54cd1585f3eeedf67d10745e029a60fbb24c1fad8215"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ecc802121606ad60ab030610347d91aa2db0a39d3521779389683ada24016f3e"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.4042396545410156,
            -3.514486074447632,
            -5.743767738342285,
            -6.658303737640381,
            -7.552696228027344,
            -7.779129981994629,
            -8.187191009521484,
            -8.872589111328125,
            -8.898273468017578,
            -8.955840110778809
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552696228027344,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22643375396728516,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cc09134de193c4bf50e48925e0e4c0457d6db9ca74c488c746333ad130d494a3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "fc283d2d3db634482f9375cb29a030b25effc1bb8842c2e317123e605e9d927f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dd14dca2c97f60833cf0f5b08c03f0044a927820ce3985b9bb8ca87fd51a37e8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "c97b4f26856ae1e25566432753bb234fa350beca6fefccd0445e8ba77bd1609e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "7571e8070b2685088576a105b754457c31e92f8784652244f954a9bd491e7d5f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a55ab9f3706de264b63583f113630b211b7aa0ade89262492656ae607ec38678"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "644eacf174340b7e369751cdde5ef596d10c4e1dafe3cd3472c5fe74d54cbb0b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e5e5abd03a6832141343dd5ce36835de889fcb26ba701b65834126f0ffaa867f"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939332246780396,
            -1.5690317153930664,
            -2.8335776329040527,
            -3.319509983062744,
            -3.6726999282836914,
            -4.562885284423828,
            -4.766637325286865,
            -4.853082656860352,
            -4.905974388122559,
            -4.938623428344727
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901853561401367
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.013175129890442,
            -2.0083060264587402,
            -2.5031118392944336,
            -3.307509422302246,
            -3.319509983062744,
            -3.538098096847534,
            -3.569706916809082,
            -3.6098294258117676,
            -4.166751861572266,
            -4.219324588775635
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858811378479004
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715480327606201,
            -2.1044788360595703,
            -3.1512746810913086,
            -3.329756259918213,
            -3.6308274269104004,
            -3.894991874694824,
            -4.0917205810546875,
            -4.129116535186768,
            -4.199078559875488,
            -4.573336601257324
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26416444778442383
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.4019569158554077,
            -2.3424971103668213,
            -3.511613130569458,
            -3.8768739700317383,
            -3.8940250873565674,
            -3.982423782348633,
            -4.255287170410156,
            -4.433194637298584,
            -4.6499738693237305,
            -4.698791980743408
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08839869499206543
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.4045389890670776,
            -2.947145700454712,
            -3.5664124488830566,
            -3.7135400772094727,
            -4.389771461486816,
            -4.4139204025268555,
            -5.0907464027404785,
            -5.150442123413086,
            -5.54489803314209,
            -5.864566326141357
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024148941040039062
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.4045404195785522,
            -2.9471585750579834,
            -3.9149527549743652,
            -4.076853275299072,
            -4.5164875984191895,
            -5.961012840270996,
            -6.178483486175537,
            -6.197240829467773,
            -6.615694999694824,
            -6.735187530517578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445252418518066
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109569549560547,
            -2.6750240325927734,
            -3.234450578689575,
            -4.112892150878906,
            -4.382526874542236,
            -4.925081729888916,
            -5.048691272735596,
            -5.114402770996094,
            -5.7715935707092285,
            -5.79307746887207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425548553466797
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.675090789794922,
            -3.310689687728882,
            -3.351158618927002,
            -3.4736642837524414,
            -3.94063138961792,
            -3.9671950340270996,
            -4.00667667388916,
            -4.325588703155518,
            -4.358201503753662,
            -4.938549041748047
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.675090789794922,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.310689687728882,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026563644409179688
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.3933587074279785,
            -3.5015413761138916,
            -3.9821155071258545,
            -4.561847686767578,
            -4.914155960083008,
            -4.916216850280762,
            -6.344752311706543,
            -6.782721996307373,
            -6.957597255706787,
            -7.246639728546143
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.9821155071258545,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0020608901977539062
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.398622989654541,
            -3.503880739212036,
            -4.825845718383789,
            -5.8864054679870605,
            -6.508232116699219,
            -6.678775787353516,
            -6.680245399475098,
            -6.957034587860107,
            -7.079226493835449,
            -7.488848686218262
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054367065429688
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.3990933895111084,
            -3.504474401473999,
            -5.121664047241211,
            -6.107695579528809,
            -6.569643974304199,
            -7.18229866027832,
            -7.460622310638428,
            -8.400970458984375,
            -8.401128768920898,
            -8.559741020202637
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126546859741211
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.4042277336120605,
            -3.5144717693328857,
            -5.428077220916748,
            -6.372011661529541,
            -7.337908744812012,
            -7.777247428894043,
            -7.832711219787598,
            -7.908916473388672,
            -8.11617374420166,
            -8.130471229553223
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.337908744812012,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933868408203125
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.404231309890747,
            -3.514479875564575,
            -5.743751525878906,
            -6.65828275680542,
            -7.552678108215332,
            -7.779116630554199,
            -8.187173843383789,
            -8.872568130493164,
            -8.8982515335083,
            -8.95582389831543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552678108215332,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2264385223388672
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.6751022338867188,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.3107049465179443,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.982125759124756,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.337924003601074,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552696228027344,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.675090789794922,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.310689687728882,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.9821155071258545,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.337908744812012,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552678108215332,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.6751022338867188,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.675090789794922,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-gpu",
      "id": "mapped-stereochemistry",
      "logitPairs": [
        "original-gpu__mapped-stereochemistry__logits_0",
        "original-gpu__mapped-stereochemistry__logits_1",
        "original-gpu__mapped-stereochemistry__logits_2",
        "original-gpu__mapped-stereochemistry__logits_3",
        "original-gpu__mapped-stereochemistry__logits_4",
        "original-gpu__mapped-stereochemistry__logits_5",
        "original-gpu__mapped-stereochemistry__logits_6",
        "original-gpu__mapped-stereochemistry__logits_7",
        "original-gpu__mapped-stereochemistry__logits_8",
        "original-gpu__mapped-stereochemistry__logits_9",
        "original-gpu__mapped-stereochemistry__logits_10",
        "original-gpu__mapped-stereochemistry__logits_11",
        "original-gpu__mapped-stereochemistry__logits_12",
        "original-gpu__mapped-stereochemistry__logits_13",
        "original-gpu__mapped-stereochemistry__logits_14",
        "original-gpu__mapped-stereochemistry__logits_15",
        "original-gpu__mapped-stereochemistry__logits_16",
        "original-gpu__mapped-stereochemistry__logits_17",
        "original-gpu__mapped-stereochemistry__logits_18",
        "original-gpu__mapped-stereochemistry__logits_19",
        "original-gpu__mapped-stereochemistry__logits_20"
      ],
      "maximumProbabilityError": 9.812316448809533e-07,
      "maximumRowTotalVariation": 9.922749876253704e-07,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            39,
            19,
            20,
            17,
            23,
            45
          ],
          "topCandidateScores": [
            -0.08587276935577393,
            -2.8941001892089844,
            -4.658961296081543,
            -5.311154365539551,
            -5.681633949279785,
            -6.071137428283691,
            -6.130337715148926,
            -7.009389877319336,
            -7.387243270874023,
            -7.933647155761719
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38950347900390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "c7cdc38f8bb880274651d5338d0de0c0b53b44f6b57b63e2193b52367189f6bf"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "d6a66a86fecec57e78434b23ac649263cb14d23d9f9e9f10573ab4b4dd67848f"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "a0326ac79e04748029c0821246c373266901c9fc348ba9a646ff9fdbcc4a0725"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "931b2aa9d5728a60d80691aefb1a5f9cfc53548a387ee93a9ed34976e3b4cb5b"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "76d9829090ae3fdd22df32863e6372c22e2f077f35d6c8415fca8d9814c34391"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "034267567be63e7a666047096323d891c43adca939552650b4f3578bdd392f2c"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "99c9a684f5bf072c28897888dac0e958f5803f4847b3104259616e29865b1054"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "f364cf7856702a2795d08ab2588f31ee199988c773a3d7b6efdaa0133f1db727"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6e9887ef926fc1508f27e5097a41d16ce856aeb409144fc5fd9f7dbe05494441"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "60c12fe65a40f8a1b1dda275edc2e8a831dcbc683b1eb5229f4795ca7ec93359"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "11d0e67ea2a88d899388bd0a4aa1c9bcb3cdd4f2df09209f0c9d7edfa4e16bdb"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "c66216889fc7aa41f11f07933a83e75f655132a524f1e546870ca9be1aea4fea"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0f203778bc5b93075970276999c7fa3138ce3a0db37079d34a8707a73b5069d4"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "735482e5af914ce8bd0fab9af728bd793a07a816bd06f4609868bd46d5c6d8f9"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            9,
            11,
            11,
            8,
            8,
            6,
            4
          ],
          "topCandidateScores": [
            -0.9484848976135254,
            -1.4519555568695068,
            -1.787306308746338,
            -2.5200281143188477,
            -3.1520802974700928,
            -4.322287082672119,
            -4.658961296081543,
            -4.701674461364746,
            -4.71416711807251,
            -4.9161906242370605
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1702067852020264,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0a23404a6f5d6c81adeba872bd3bf8c655001c7c1389c9e82025d5215c207fcb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4f7375e47808d0622e1a92fe97237aac882fd8d2a16f0795becda106f32163ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "405226903de7e7303810b8953dc8031ba470da8b093c6f35923a061f02de44ed"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c483a910faacc0d3d96d24b1015b88c7ac695fdfee5e605c0aa916a93c53179e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a76a48cac0cf031198f261567003eed9be4ef4e2f474e7011d635f9c106db45d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e5180a670dd0c6c63a2d86ecb1eedfc041d5bf8e6c37c826c4ccdafdf4c78136"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8aa9a8eb3505b05168bd6e7e5620086c4ff0a14bb840e3934d3b6b144c45561f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0df727e267e4ac7b496f77e2c608f2b492bea5381064383b5a0c96933c8c4d01"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            19,
            5,
            20,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            5,
            8,
            5,
            8,
            8,
            9,
            5
          ],
          "topCandidateScores": [
            -1.061913013458252,
            -1.951853632926941,
            -2.1030423641204834,
            -2.757031202316284,
            -3.0942516326904297,
            -3.1784684658050537,
            -3.1817965507507324,
            -3.3304944038391113,
            -3.6242997646331787,
            -3.990128755569458
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08421683311462402,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "167b344ad973a5cfd4b8a70e8de012a47c10ec2d75662e140e1cf5c8ce903016"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ab4783817d4452197de9a00c77fe0b2a7829967a3ecfd53940efb55e426790f5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ad260e17ec0189282b1cc1625862885798164a2172623a3f66d2025862211ad1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "12278f4b2de5f34b701c51a4fc20aedaed92d7803e68de0ad6fde9909fa1d1ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea7be3b178d76d6326191b2fd6df7610474f32d97e8fcd8e66f98f502d280824"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce180bde30509621d7707f9744f18a7101fd9d1a40162f7096c21182f4d0ff16"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "74310b182533562b2b59c20743d4a2c825567e619551710d5ab3444922f6bcfb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e94faf9cf141d17104b089e57a919ed3d87b8af6fde5e287a530eb7ddd0b355e"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            1,
            4,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            6,
            5,
            11,
            9,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -1.098185420036316,
            -2.7632362842559814,
            -2.7934560775756836,
            -2.800779342651367,
            -2.911440849304199,
            -3.0136971473693848,
            -3.137563943862915,
            -3.6861400604248047,
            -5.285924911499023,
            -5.614452838897705
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10225629806518555,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "18a8040d254a28bed1b1cae13dd21bb967caa2cb26cf3c8eb5e7c053e2d7e1dd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "460aa0718db380445e956b9f4d2fcc1304f89b6744fc764c6cff009fe8939d19"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d83385df72918b560a103010661cc0e99e2306c4d0563341560f9b90509cea57"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "91f5409fd2a9a5db343e21f05b528fbc2e97f61e38382b521f586fc431adafa0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6861f2e30c5cf181094414ad3d13aca0e372594f2f1d074b23498e85d05f645e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b2823ee0e1eca5c23c4bb48e0cf14dc529c366e46ffc60d6c499be34e9ff0d23"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d75cf8f25e9a769d09f58f6638a4e30f8e81ff06346f571a1f1803e97405bdaf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d19bc75342352467776cc402ff60ca49bab0d5819881e03b36d54eff52753cc2"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            0,
            1,
            4,
            2,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            7,
            6,
            7,
            32,
            28,
            5,
            21
          ],
          "topCandidateScores": [
            -1.571263313293457,
            -2.813450574874878,
            -2.8223886489868164,
            -3.0286476612091064,
            -3.0963525772094727,
            -3.2654216289520264,
            -3.5837082862854004,
            -3.952148914337158,
            -4.472113132476807,
            -4.518216609954834
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1690690517425537,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "19af7a97ce2978a1e08951bf78a85e044b79155f7f5cd203357a1ad2c80ee2bd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "53b7b6559703082948146f282406167e3e0a3feb82b31cba9203a11b06455845"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "56727c70603f101f70c1fc8efc0d3a5c3e56ac1e22f3e8755079f51c2c1bf0de"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "32d75de7e3d1360fe6844343793b6f73f734ea8a146fe3ec9e4c6a97bee48cc2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "7e471e5ed70a07c9d3756a723127868d33dec93fefcb4be3f3b7bd11fcd38545"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "651b281cde794e97be906842c0b5d8596dd13b6f5b95d73de05dc513e4833333"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f1ce0f5068f638f6a896fade7e85219532978d18db560e49c6e7183e71027beb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "485388a83dd981898b11786ac9b253689129994f6b0f984321d2ebcf64d20a57"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            11,
            6,
            4,
            5,
            12,
            6,
            4
          ],
          "topCandidateScores": [
            -1.5822755098342896,
            -2.8138108253479004,
            -3.0657994747161865,
            -3.136427164077759,
            -3.3427159786224365,
            -3.8678486347198486,
            -6.354154586791992,
            -6.596835136413574,
            -6.909963607788086,
            -7.053454875946045
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5251326560974121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6759a639c8bdf92c0b0ad0c53d42957d50697bad2ba60e51886ebbd19c7082a2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3d33ea8ddca2df81bc45e4026631aba1c19206699945e31c5a24d03e36788f20"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f11bd5b9c40ef28b24d96e49823016acd95a7ed9f1cb9b710e603d00e5b57cf4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5f4cd0b9a9a19b782826f68ad3be6071ac7db8c812c9293e3b6e52122d95c1de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7153cfcffc9cd1723305cd200d0dc4c3f047522844fd5a3c4c68f828061b944e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0686c7810c39c250a08a7a08da9d96a7c8e253a89b5c7df4bfc83e34f14507f8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e2034e56fdb930f4381a0d5c6b9566cf0f440b9090d0de4973d5f3ad5afb6f9c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "36155d8354e2e9b57c376950918efb8db6f7624515597af781e9b689d745daed"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            9,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            7,
            6,
            9,
            11,
            5,
            9,
            9,
            11,
            4
          ],
          "topCandidateScores": [
            -1.5956076383590698,
            -2.8138113021850586,
            -3.1097545623779297,
            -3.13694429397583,
            -3.5532758235931396,
            -5.083498477935791,
            -6.298451900482178,
            -6.462968349456787,
            -7.896510601043701,
            -8.320194244384766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5302226543426514,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "121a886de69ce9f2c7faea57acb31f062bc7416479395d102bd793d76ea4c30b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "ae896975e5593495eccf1c37fdecd40207f37b566003e22584fba1f52894eaf6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8e5ae2e146adf0a16351944b017183e36cdaad09eb2531f3397244e07301bb3b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8b816dc9865a7946a4af57bf42f6e098fbfbc5fbc5ad2efe51f29e9197619dcc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fed42a7fdb2b52634d1e98f8ac2e15e3e2ba1e8b243ff603840987b818243c03"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a79bd7b275abb16d0f023b8e74306498111ccc8b3a2f3e4b9aa00dcd5c344728"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fa3375d1e50742620f6c0e03afe6bae537433286ccd20a8450986e7d2d1cd775"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8b1d875c420a25a14bb3d468592181ca136cb8ed9e9c1eaaffc78747cf5a0473"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            7,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            0,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            19,
            7,
            11,
            9,
            20,
            12,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -1.6263453960418701,
            -3.029123067855835,
            -3.13694429397583,
            -3.141422748565674,
            -3.554206132888794,
            -5.030337810516357,
            -5.197098255157471,
            -5.439570426940918,
            -6.777681350708008,
            -7.886755466461182
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4761316776275635,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c1ba4a1cc2a09846f0d1424dac8781118b6cd7de237e093545735f187dd82c2b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "37810ce0b72583dad5096e48385a7a1ba9739e9e37fcd0f5aa20c1465c4ef51a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5a813039e595700479581fda1b1718fda5f495d6d2914f05e9bf83fbc3546b17"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0919a2bd4de589770fa3d85f6e1b554d142c2777b4768793448d3b2e5ef16ea6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4cf36c8095e288307ad8f4e1f4d73ed4694c16e7e89d66d1f225bc790bd43472"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10879af0e88b8bf05d1824eef18a8d2d1ea6f41e95fadc53b6c8208107800104"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "217c52f45c6dff3504b45fc57402a5446845396cd6ffd037d9cd95bbb09a94c8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e411a3f8102bc1d1c81a8adbb2a92fa1d0f80cfeea0577ed85b959d73677f07b"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            19,
            7,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            9,
            7,
            12,
            30,
            17,
            5,
            8
          ],
          "topCandidateScores": [
            -1.6270270347595215,
            -3.03167986869812,
            -3.1416752338409424,
            -3.2173573970794678,
            -3.554206132888794,
            -6.082598686218262,
            -7.519653797149658,
            -8.05008316040039,
            -8.966157913208008,
            -9.003219604492188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.5283925533294678,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b29503167d63dfd9ff4a165d0c286244c3d2b26fc03f7e249a15384b4fd86805"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "273186fbdb74ec989df4b03ab1aad33ff70d90482b8856b4dba2561dd962f8c5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7b178e74a6c1ae39ab96e2798fa582fc85fcf06270a3cf2c640718b93962a7fc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "529ebf5235754ada2dcfb9f5039813230fe8f3f4d436d9252d8092dccd01f8ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e5536d8449c91afdbcb0671eda886f65adaa6a132858cfb8c2b17afe94411e86"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cb1e2117e746cba6a6e92b1f975734ba0f82c17117d8b26eeda961d7ff61fc5d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "eff5bb625a61b36d9d40a40b0786ca30cd4c9f348039f42d70f1427b41483463"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "128bc4eac6119df9e112678af35c9116337443767c09d7bc61b218e30ba57d41"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            6,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            4,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            7,
            5,
            5,
            4,
            9,
            19,
            41
          ],
          "topCandidateScores": [
            -1.6270277500152588,
            -3.033778190612793,
            -3.1416757106781006,
            -3.676539421081543,
            -4.486132621765137,
            -4.650733947753906,
            -4.75930118560791,
            -5.046226978302002,
            -6.246035575866699,
            -6.485439300537109
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16460132598876953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "902021dfadaf36b28d96652dce90d78725a3ae8176d7b79a162313883453ff10"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5754fd664a6ac3e0eadda8d727a73d6d9f32c506669988f31e4c82e1efbd994f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0405fd38a16161df1b081e599654647d555fca8602be1cfd4f7fa864cce30278"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6c48aca0f275ca2522ba61171896abf20e4cb917741b67170ab7af5abc21e0c0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a6c7d7f5ab01f044278c3fb16ec25ca760a6e292d8803d8f6d36454412d51647"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8c179ac9332869fdb5a465970d05e4d3177ec2bf6761c264a075fa25ce84e584"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "327f3b36d6868ba7e5c5e845d8edca94e3cf208f945e385136b2efbae091e821"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4f76a84d8f80063ea467d16d6bfc99aca3d311e69dc37b00e30c56727affcca7"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            5,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            4,
            4,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            12,
            9,
            12,
            6,
            4,
            12,
            30
          ],
          "topCandidateScores": [
            -1.8190299272537231,
            -3.0385918617248535,
            -3.2327382564544678,
            -3.636110544204712,
            -4.102509498596191,
            -5.148174285888672,
            -5.235966682434082,
            -5.331558704376221,
            -5.802839279174805,
            -6.025834083557129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0456647872924805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "180e485ab1f07093984eab1a2381ea4f17e909f768c65f743d0f7f30d664b982"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8446660188a7fc0d71c16dccc264b65da3a7e152122ba365fed2add288b497a5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bcb78ee9fad73fa61391b5152713d886bebcccd1bd79275a0902de024bf3c975"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "658787f016c927e4647410d26623a820e0f2e504cea003c57811f33e66d62693"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "eaf60e7f1f4953e5e1e0daf10cd9705f81cb433a153430fdc4cef933a13b5b1f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "24947c08a0e93204ddeae61b5878386b93ba3e907a598315e20c2f8c18e0bb84"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c450494e07e04b8587e36668e27c01ca5fdcfa185986b8ac71e0275ec7e1a817"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "554b1de520a26cf51bceae967425033e2015ef9cf93077267c9366ce6c73233b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            7,
            9,
            12,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            0,
            0,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            3,
            5,
            5,
            41,
            3,
            32,
            6,
            32
          ],
          "topCandidateScores": [
            -2.087909460067749,
            -3.056873083114624,
            -4.015936851501465,
            -4.218891143798828,
            -4.505978107452393,
            -4.52044153213501,
            -4.788184642791748,
            -4.952047348022461,
            -5.249796390533447,
            -5.355223178863525
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.015936851501465,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.014463424682617188,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8650fdcfb4369a032163f7549d20f500f3c94daf92298ac842b4374d6d0580c5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "02476aab6aa41538090a7d5b1a07d12638085900bb19a8ef0a86633700c4d186"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1eac19029fd05a5b46dc4556470d145f562d747ef71f356319c0cbb6b0301608"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "9ad2fda3fa387aaac61260a2ec154e801fef4df3907254df02920b7aaa029912"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "eca4cc2fcfea1b37de575f6718cf53dd59e84cda1f42be5a8631eb8fae505b5d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f332d922eda088e0191ab3620dd8ce89000bf56b0abe0fd8244f1d269eecf090"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "878140e9fba2584029eb3022a52fb16f0c60609f26f0a9d09799aa1aa18d28d1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f3a3dbfbbd067a876c177b258f1f461e3ea41bfc52e348586dd98547f428fe80"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            9,
            41,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            3,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            3,
            5,
            3,
            5,
            4,
            5,
            6,
            32
          ],
          "topCandidateScores": [
            -2.7810609340667725,
            -2.978336811065674,
            -3.9486043453216553,
            -4.054593563079834,
            -4.52044153213501,
            -4.734404563903809,
            -4.854119300842285,
            -5.001715660095215,
            -5.236993312835693,
            -5.261086463928223
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9
              ],
              "score": -3.9486043453216553,
              "finishedAt": 12,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                41
              ],
              "score": -4.52044153213501,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21396303176879883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "8decdeeb03b1c740497758ea33348e5871ac744346809d95047ab8625070f71e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3412eb4ed4f91ba09c52d79b54fce926a21baa5fd598675fff406f1d5aba0b60"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3fc36650cb099f96d5bc9578fb7e26258ea22bbfaad54f679ba27d9e9e82da29"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "857fd7a170aee59c27d2ee1b7950f7692423ea16b10df74c29ce9cd369780e95"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cc55768504bedd615967a4be6309a57884b13518b882dce28bf4515cdeacd34d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f2de8d13491efe88eaea74a67d65e0577fd36cce4b67f41010723f0adface354"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b156e39c3ce75aaea164815dce5f03bb8c90a435fb5684c9b65b7158358651e6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0e9a552997d686fab8a1183455e53502d83c694c5b46550c4ba4547ea9c65315"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            1,
            3,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            3,
            8,
            4,
            6,
            11,
            6,
            8,
            5
          ],
          "topCandidateScores": [
            -2.7810609340667725,
            -3.177438735961914,
            -4.436136722564697,
            -4.854119300842285,
            -5.347867012023926,
            -5.3992919921875,
            -5.46528434753418,
            -5.487946510314941,
            -6.775856971740723,
            -6.829168796539307
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -4.436136722564697,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05142498016357422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "be5730cfd69d60f48c5cdaee61cfdc395273838d507aa7a7415572cdd70ac5f3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f0431e6cad2cbd9b291520d93b0ad4ef7facc70868a522701a2ee307e5c59b41"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cb7e191ba9df30ce1905006f830a67ab72bee86b8858aeba1bef80185af58aa4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "117225584b9e35cf8ab63d822420992e414d6eeaaada4b1ecd95d6df82117916"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5dd2da2a480844cb52aca162133c29905cdd96b04c8ccb8f21693d2db78f0c60"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e4863217a197ed7def5bcd4075869d3f481ba8b3dee9d24cdda811ed8cbb8fb5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5a5a720e4ffa6648ad1ed88dc347c151dde4978035e47f9c1a8714aa083f9a76"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "9a82d7f0b722dc383a760aabbc5afcbc24f36a631c755c7917cef424aa8642f9"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            5,
            11,
            6,
            5,
            29,
            13
          ],
          "topCandidateScores": [
            -2.7827000617980957,
            -3.1825625896453857,
            -4.855222225189209,
            -5.347867965698242,
            -5.929698467254639,
            -6.297917366027832,
            -9.342191696166992,
            -9.50191593170166,
            -9.856179237365723,
            -10.441028594970703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.36821889877319336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "f4cc8f23d492f1c4a77086ec333a2c1d72150c3b264153fa50faa4d2b8454e6c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "27e66bccd57135d0bb399e8e11a728bac7c35e124ce735df5903704a9e474db6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1ee8344b2c219dd04de03e41f89c48699e4a2e4dd09a1e6e390d1f4fd568dc55"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "ef033064e5e26b817211bed3e2d88903b682fa4b88463197e07a2769e72126cd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "839cb22325e15b0375f1b3cb55f14ff76699c9c89ae8c45c010ba8e5b7863e8e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e9101b25e1753f33642c3097eaa0b09b54d6b82554cf5faf5527b2df62bd8852"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "cde3273297549420938421a90c8ca08cabff35c36b6bc6cb5c0a94e532bfde42"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b800f4d83eea90cff4baa4b518b8b0e09740fc56999ae66e15cc5fa5d81f89ca"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            7,
            5,
            6,
            11,
            9,
            4
          ],
          "topCandidateScores": [
            -2.783733606338501,
            -3.1914451122283936,
            -4.856184959411621,
            -5.347932815551758,
            -5.930911540985107,
            -8.18294620513916,
            -10.252835273742676,
            -10.725844383239746,
            -10.884489059448242,
            -10.91684627532959
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.2520346641540527,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f61a5118fb6ce690ad5e80eb3089c3107ee4d27c941c2719aa90b998b1a884d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "bf3cad7aa52b04f1cc7a7198768013b1cb0ff2ef5bb26c376b34fb7cc094c910"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "6e66807a4035dde7124c250d40c0afc767042ab2131a5aa944b8b53c54b1e3b4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "71c4388fd4fee3f34d177831f0a313e4d97759defa65747ba04581922e436469"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "cdc87ab8b90761b1ef50961f78e6e67efdd8d1bcfb280c277f4cf7cd0b55f1a8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "e9ed9604a015956b8ecb871079d5172a48452fdc9e4a4a86bb8e787e464284e7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "e31ab45a645ffd7fb61da313b0525e4f2cd9e1c5d94632e5a67a08cdf0ea9226"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2aca53ccd94dc1ee47e3403953f045d43d80def38079c4c77661123ccad407b4"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            11,
            6,
            5,
            9,
            6,
            10
          ],
          "topCandidateScores": [
            -2.7845349311828613,
            -3.191537618637085,
            -4.8568854331970215,
            -5.348109722137451,
            -6.018712043762207,
            -8.761431694030762,
            -10.317238807678223,
            -10.420801162719727,
            -10.448073387145996,
            -11.433277130126953
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7427196502685547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "69a263f9d4e6a1bd0c53a3d5e6717fda51602469e460be788defb11c00aae0f7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b9193327d55fe44c11310a772cda9a4c1af249fb1586da71583201907f94819f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "4bfc48dacfa46c37a9f230a6484ef4abfe018d277edbab8d16fb1519836c4be3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0c8bc87ea3d83e0a215ca1730a0f0eb87070b1a4c3f53b8ed9bfeec69ed73aa7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ca7ed28ed7aed6ba4d88b66e5ab3d42d1ff787fe76674ee0e6853ce858809820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "60764a3488e5224dfc1049253c95c92adabd007394da5591bc13a38fff4cf3fd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d692760e0d2936c30424612538a7edb55a6f26a4867fd1ba5e797b082143e6a6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "821f257d4b8b2ad3723481fbcbe63f34c3acf858c19342c9ec475d0beed46cab"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            4,
            9,
            6,
            6,
            10,
            13,
            29
          ],
          "topCandidateScores": [
            -2.7943332195281982,
            -3.191544771194458,
            -4.86352014541626,
            -5.348277568817139,
            -6.018784523010254,
            -7.499283790588379,
            -9.969419479370117,
            -10.40877914428711,
            -11.612302780151367,
            -12.126590728759766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.480499267578125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5495b29ca6c81ea50e54b6d1d810125410e57c2fe853839f1a6b6816fd562094"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5f5bc15a66a7fb98b3018e330cf916de959d0b15cec5a5726e2b5c63a9fc84b6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7f77a07e6d982d75f1e642955472a8df85219ff04cf49a7ac5ac4d35ebb3b639"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "43cb0f4762a441bb105ad0c5930d2816bb6e1fff10edb11ca193118dade5fa96"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "229dc36c88aa0d261027fc24d004cab25176ac06d1c779bfd021c5fb62cc195a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "c500515013421aa855ad1af015bcca4601fb55df6d07e86d0b7114a8aa3608d6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "79e8c37768f1a3091f49fc93e13e6db73e2dec27688e5347b02b314f4ae2a929"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "48fd00b6985b538f79e9e0f9c3df37f8a4349efd9a5f7f38df6f3ead1dc680dd"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            7,
            4,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            3,
            6,
            9,
            6,
            10,
            13
          ],
          "topCandidateScores": [
            -2.7948694229125977,
            -3.192103624343872,
            -4.864044666290283,
            -5.350389003753662,
            -6.018784523010254,
            -10.768518447875977,
            -11.162489891052246,
            -11.579520225524902,
            -11.74582290649414,
            -12.501800537109375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -6.018784523010254,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.749733924865723,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "51ab0621b55154f370ceffdfd123aacb920df1c182a19ddeddf2fafbf29137e0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "0f5c2f90187bb1287a2783b34dc16586f3ed3dd54be9c2f6863dfd48b1565db4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "90572a2daf7d7f318b0c77390dc0adb3230609a8b26c2d3a380a3270abffb23f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "708a4a97f91e95c616715978d6f0c503f6ef43d0eb5803b69f5226631db59d77"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a830ada4b6442ab988a005dea5efc783a1df5d2e98bb05cfa304f0e629be4c0c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "9a586fdb61750d26ca2776e9a8d009545bcb42c07eb0c6c047b4021f637cc72d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "e1b788b862b7d75bf7f511b104934bd11e223eea50a63bd166bf15223783ef54"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "dc93d962e823b32b4abdbc08a5580fd31afb9d335ef9ef8dce8e37adc44b7ecb"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            8,
            4,
            5,
            9,
            18,
            28,
            6,
            14
          ],
          "topCandidateScores": [
            -2.7948694229125977,
            -3.1921803951263428,
            -4.864044666290283,
            -5.350519180297852,
            -12.051584243774414,
            -12.156556129455566,
            -12.738004684448242,
            -12.90090560913086,
            -13.03438949584961,
            -13.555194854736328
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -3.1921803951263428,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10497188568115234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c1b9481ba619f1efc908a67e9b4c852e256431d070035ffcff9eb74fd62ae7c6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0393ef51f54a07fce8580653c2925dfde2ae5524bc05144ed1a32ff6e8471715"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "7c505d859d6330b2f713d78742f3fb376f30f924102a748b5384f5b1e20f316c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "70e8d016c8b71986a0b3ac8c0f1d846fc4d6f856aeb28b2943c0a4e79a0735ec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0da93f82c7e3cf90486da4f95356ea823320c2194ee1f37daee41f294177063c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "84a4a332c0f1248ce553c4e54644d25272635911dd6b6836cf8d855179399ef3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d3f5a1c342a9c6e9ab926d8405b73c126198942d1a835689bfd7d4c6e0e2b645"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "310f422fafe742e74f92099618b0e05b1018b1d257aa485c57d09215d8e28fd9"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            8,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            0,
            1,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            8,
            5,
            9,
            5,
            28,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -2.795250415802002,
            -4.8645219802856445,
            -5.350519180297852,
            -11.736379623413086,
            -11.82556438446045,
            -12.687152862548828,
            -12.758027076721191,
            -13.230134010314941,
            -13.450932502746582,
            -13.457817077636719
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -2.795250415802002,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.8645219802856445,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8615884780883789,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "32a4c0e6d4402ba74951e04f19fb462ad148c795d8d4f148edfd2ad53afa2544"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "45db210b3031b3a9503004c0688da612fc117aa82e627c4cc2228ca3cfba9e76"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "9d306580c0b48f4424493c8129f70b4600fccda882035094ace741f1e1e2bccc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "6c824f91c487d1eb4b0cd6013b2558c0995fe8bd69ca0503bd4ea09c316da41b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "95fb97c14b01b1a41efe2cd3a66544eadc15ef10ccdae77fada332a9506fff88"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "40d9f4d38bcec42b29717cbe752e042ace52028c11fe61a84ba52b61c412b0f6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "52be85da815be7a93e8bf339dfda2649f997d88d12733bb0638caa03034485fe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "85d5b633ac2fa254a999eb9cb6a34925839088340356745812d0834b969466d3"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            39,
            19,
            20,
            17,
            23,
            45
          ],
          "topCandidateScores": [
            -0.08587244153022766,
            -2.8941004276275635,
            -4.658961296081543,
            -5.311154365539551,
            -5.681633949279785,
            -6.07113790512085,
            -6.130337715148926,
            -7.009389877319336,
            -7.387241363525391,
            -7.933646202087402
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38950395584106445
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            9,
            11,
            11,
            8,
            8,
            6,
            4
          ],
          "topCandidateScores": [
            -0.9484850168228149,
            -1.4519555568695068,
            -1.7873046398162842,
            -2.520026445388794,
            -3.1520795822143555,
            -4.322286128997803,
            -4.658961296081543,
            -4.701672077178955,
            -4.714165687561035,
            -4.916188716888428
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1702065467834473
        },
        {
          "step": 2,
          "inputTokenIDs": [
            19,
            5,
            20,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            5,
            8,
            5,
            8,
            8,
            9,
            5
          ],
          "topCandidateScores": [
            -1.0619136095046997,
            -1.951852560043335,
            -2.1030404567718506,
            -2.757028341293335,
            -3.094247579574585,
            -3.1784677505493164,
            -3.181793212890625,
            -3.3304965496063232,
            -3.6242990493774414,
            -3.9901275634765625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08422017097473145
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            1,
            4,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            6,
            5,
            11,
            9,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -1.0981853008270264,
            -2.7632360458374023,
            -2.7934536933898926,
            -2.800776481628418,
            -2.911438465118408,
            -3.013693332672119,
            -3.137559413909912,
            -3.686138391494751,
            -5.285922527313232,
            -5.614450931549072
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10225486755371094
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            0,
            1,
            4,
            2,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            7,
            6,
            7,
            32,
            28,
            5,
            21
          ],
          "topCandidateScores": [
            -1.5712621212005615,
            -2.8134467601776123,
            -2.822388172149658,
            -3.0286471843719482,
            -3.0963497161865234,
            -3.265418529510498,
            -3.5837104320526123,
            -3.9521493911743164,
            -4.472109317779541,
            -4.518218040466309
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1690688133239746
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            11,
            6,
            4,
            5,
            12,
            6,
            4
          ],
          "topCandidateScores": [
            -1.5822739601135254,
            -2.8138062953948975,
            -3.06579852104187,
            -3.1364238262176514,
            -3.3427162170410156,
            -3.867846965789795,
            -6.354154586791992,
            -6.596829414367676,
            -6.909964561462402,
            -7.053452491760254
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5251307487487793
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            9,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            7,
            6,
            9,
            11,
            5,
            9,
            9,
            11,
            4
          ],
          "topCandidateScores": [
            -1.5956056118011475,
            -2.8138067722320557,
            -3.109752655029297,
            -3.1369402408599854,
            -3.553276300430298,
            -5.083498001098633,
            -6.29844856262207,
            -6.462968826293945,
            -7.896507263183594,
            -8.320194244384766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.530221700668335
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            7,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            0,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            19,
            7,
            11,
            9,
            20,
            12,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -1.626343011856079,
            -3.029118776321411,
            -3.1369402408599854,
            -3.141420602798462,
            -3.554206132888794,
            -5.030332565307617,
            -5.197094917297363,
            -5.439565658569336,
            -6.777675628662109,
            -7.886754035949707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4761264324188232
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            19,
            7,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            9,
            7,
            12,
            30,
            17,
            5,
            8
          ],
          "topCandidateScores": [
            -1.6270241737365723,
            -3.031674861907959,
            -3.1416728496551514,
            -3.2173521518707275,
            -3.554206132888794,
            -6.082592964172363,
            -7.519648551940918,
            -8.050077438354492,
            -8.966151237487793,
            -9.003220558166504
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.5283868312835693
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            6,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            4,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            7,
            5,
            5,
            4,
            9,
            19,
            41
          ],
          "topCandidateScores": [
            -1.6270248889923096,
            -3.0337729454040527,
            -3.1416733264923096,
            -3.6765329837799072,
            -4.48612642288208,
            -4.650733470916748,
            -4.75930118560791,
            -5.046226501464844,
            -6.246036529541016,
            -6.485431671142578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16460704803466797
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            5,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            4,
            4,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            12,
            9,
            12,
            6,
            4,
            12,
            30
          ],
          "topCandidateScores": [
            -1.8190256357192993,
            -3.038586378097534,
            -3.2327349185943604,
            -3.6361119747161865,
            -4.102501392364502,
            -5.148169994354248,
            -5.235960960388184,
            -5.3315510749816895,
            -5.802829742431641,
            -6.025834083557129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.045668601989746
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            7,
            9,
            12,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            0,
            0,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            3,
            5,
            5,
            41,
            3,
            32,
            6,
            32
          ],
          "topCandidateScores": [
            -2.0879037380218506,
            -3.0568666458129883,
            -4.015934467315674,
            -4.2188849449157715,
            -4.505978107452393,
            -4.520435333251953,
            -4.788179874420166,
            -4.952037811279297,
            -5.24979829788208,
            -5.355216026306152
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.015934467315674,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.014457225799560547
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            9,
            41,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            3,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            3,
            5,
            3,
            5,
            4,
            5,
            6,
            32
          ],
          "topCandidateScores": [
            -2.781055450439453,
            -2.978330135345459,
            -3.9485974311828613,
            -4.054586410522461,
            -4.520435333251953,
            -4.73439884185791,
            -4.85411262512207,
            -5.001715183258057,
            -5.236985683441162,
            -5.261077404022217
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9
              ],
              "score": -3.9485974311828613,
              "finishedAt": 12,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                41
              ],
              "score": -4.520435333251953,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21396350860595703
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            1,
            3,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            3,
            8,
            4,
            6,
            11,
            6,
            8,
            5
          ],
          "topCandidateScores": [
            -2.781055450439453,
            -3.177431344985962,
            -4.436129093170166,
            -4.85411262512207,
            -5.347861289978027,
            -5.399283409118652,
            -5.465279579162598,
            -5.487941265106201,
            -6.775850772857666,
            -6.829162120819092
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -4.436129093170166,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.051422119140625
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            5,
            11,
            6,
            5,
            29,
            13
          ],
          "topCandidateScores": [
            -2.7826943397521973,
            -3.1825551986694336,
            -4.855215072631836,
            -5.347862243652344,
            -5.929689407348633,
            -6.297908782958984,
            -9.342187881469727,
            -9.501911163330078,
            -9.856167793273926,
            -10.441017150878906
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.36821937561035156
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            7,
            5,
            6,
            11,
            9,
            4
          ],
          "topCandidateScores": [
            -2.7837276458740234,
            -3.1914374828338623,
            -4.85617733001709,
            -5.347926616668701,
            -5.930902004241943,
            -8.182934761047363,
            -10.252833366394043,
            -10.725835800170898,
            -10.884479522705078,
            -10.91683578491211
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.25203275680542
        },
        {
          "step": 16,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            11,
            6,
            5,
            9,
            6,
            10
          ],
          "topCandidateScores": [
            -2.784529209136963,
            -3.1915295124053955,
            -4.856877326965332,
            -5.3481035232543945,
            -6.018702030181885,
            -8.761425018310547,
            -10.317230224609375,
            -10.420795440673828,
            -10.448076248168945,
            -11.433279991149902
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.742722988128662
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            4,
            9,
            6,
            6,
            10,
            13,
            29
          ],
          "topCandidateScores": [
            -2.7943272590637207,
            -3.1915366649627686,
            -4.863511562347412,
            -5.348270893096924,
            -6.018774032592773,
            -7.499275207519531,
            -9.969415664672852,
            -10.408773422241211,
            -11.612295150756836,
            -12.126581192016602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4805011749267578
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            7,
            4,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            3,
            6,
            9,
            6,
            10,
            13
          ],
          "topCandidateScores": [
            -2.794863224029541,
            -3.1920952796936035,
            -4.8640360832214355,
            -5.350381851196289,
            -6.018774032592773,
            -10.76851749420166,
            -11.162481307983398,
            -11.57951545715332,
            -11.745820999145508,
            -12.501800537109375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -6.018774032592773,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.749743461608887
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            8,
            4,
            5,
            9,
            18,
            28,
            6,
            14
          ],
          "topCandidateScores": [
            -2.794863224029541,
            -3.1921722888946533,
            -4.8640360832214355,
            -5.35051155090332,
            -12.051583290100098,
            -12.156553268432617,
            -12.738004684448242,
            -12.900903701782227,
            -13.034379959106445,
            -13.555192947387695
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -3.1921722888946533,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10496997833251953
        },
        {
          "step": 20,
          "inputTokenIDs": [
            8,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            0,
            1,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            8,
            5,
            9,
            5,
            28,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -2.795243978500366,
            -4.864513397216797,
            -5.35051155090332,
            -11.736371994018555,
            -11.825553894042969,
            -12.687150001525879,
            -12.758016586303711,
            -13.230133056640625,
            -13.45093059539795,
            -13.45779800415039
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -2.795243978500366,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.864513397216797,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8615961074829102
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -2.795250415802002,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -3.1921803951263428,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9
          ],
          "score": -3.9486043453216553,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.015936851501465,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -4.436136722564697,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -2.795243978500366,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -3.1921722888946533,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9
          ],
          "score": -3.9485974311828613,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.015934467315674,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -4.436129093170166,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "C[C@H](O)C(=O)O",
        "candidates": [
          {
            "smiles": "CC(O)C(=O)O",
            "formula": "C3H6O3",
            "model_score": -4.015936851501465,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "C[C@H](O)C(=O)O",
        "candidates": [
          {
            "smiles": "CC(O)C(=O)O",
            "formula": "C3H6O3",
            "model_score": -4.015934467315674,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-gpu",
      "id": "isotope",
      "logitPairs": [
        "original-gpu__isotope__logits_0",
        "original-gpu__isotope__logits_1",
        "original-gpu__isotope__logits_2",
        "original-gpu__isotope__logits_3",
        "original-gpu__isotope__logits_4",
        "original-gpu__isotope__logits_5",
        "original-gpu__isotope__logits_6",
        "original-gpu__isotope__logits_7",
        "original-gpu__isotope__logits_8",
        "original-gpu__isotope__logits_9",
        "original-gpu__isotope__logits_10",
        "original-gpu__isotope__logits_11",
        "original-gpu__isotope__logits_12",
        "original-gpu__isotope__logits_13",
        "original-gpu__isotope__logits_14",
        "original-gpu__isotope__logits_15",
        "original-gpu__isotope__logits_16",
        "original-gpu__isotope__logits_17",
        "original-gpu__isotope__logits_18",
        "original-gpu__isotope__logits_19",
        "original-gpu__isotope__logits_20",
        "original-gpu__isotope__logits_21",
        "original-gpu__isotope__logits_22",
        "original-gpu__isotope__logits_23"
      ],
      "maximumProbabilityError": 2.4873748530329642e-06,
      "maximumRowTotalVariation": 3.0388930345066364e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.618868350982666,
            -1.6200528144836426,
            -1.8966541290283203,
            -3.024728298187256,
            -3.2998433113098145,
            -3.467909336090088,
            -3.6312570571899414,
            -3.6401429176330566,
            -3.685303211212158,
            -4.11782693862915
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16806602478027344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "5e3cff3ff9a56e80542664e6bdf5e583b9ac4a4b561ab09a54ace2c6d785fcc4"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "44070d06a38996fcd90f9aad2c4d2da3c120304548c6549bea4abe6f6884fd43"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "e4a94c105ff14d01ddc442db6003be76404cc9227a628448d7ef48e598f1b785"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "3e68549709a4f3cae84254720181e5ad99052157011ab5f7e20099ac196f4000"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a0dce4822f4013cc2f448f9e783bd85ff65743ebf352e7db61ef5a32bfb10e7c"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dbcc5747356c4c13c26ba18ea10b9dd8fc46eb63361df7dbc0a752d049eeeb6c"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "9156be16511d337a0ec18dd2ffdd7b81766cf9fbcf723321f7da88074a4a9cbd"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "a7098ea2a99d7edb243dd12babe35de06c48abef41f4872fc35f7f498de98b38"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "06e6d6e0b9b6805a05818df3caee642d54f68fbb1bb0b4d4719dc598c47ad838"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "cf08d1c8f3840c750c18de33f70e88c8a6f8b68e4a9e6c44bee978ab6153069e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "291e0dcea53ef0ca8a88463da88f0126cfd9895fac42c346c5bf7b4664df339d"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "fe1056eb1deb95326155e5e8fe214467d5d2fcdfb3d7e67bdbd1d8d066b2ebf4"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dc1ba4739ec502e3333f28ca7c63661a820da6592dddb8cfffac61df5b1eef98"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6a9472d28a2c84667f6e15648f80934782a79398653c10216176b1b91e64ce8d"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233243942260742,
            -2.050720691680908,
            -2.733607769012451,
            -3.2669379711151123,
            -3.4123361110687256,
            -3.691476821899414,
            -3.7768733501434326,
            -4.405833721160889,
            -5.037308216094971,
            -5.200608253479004
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2791407108306885,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a026ea29a4a4874f5c7df2a70e6ad2da1083098758bb88030da49589fcbf7733"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7d615cf90e0dd62332e9d7198cd2f894a4bd30f1dc67016b902e826ff82a7a11"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a216b15b4eeb2759c698c667f1c3cbced7f3c0d060b025fb2029001fb1087149"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1ae115dadea390022e9cdb51efe67a4d27458d9dcc462d77af3595348b312f01"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b24997021d1c8843f61e1a88598ed7f99fec8b5d16481b1b83d7bd27f8ad3c12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "98a8ff6f75add21b9a86135e7751982b1a0e20db7af04fdc6519534c0c2c2935"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7b087b15724d8f0367e89511ec3b914ba1953ecbdd6886b280c4d6257d7bb47f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "aeff5477f75f28b6712a95a9451f989b809b9578ebfa1f9a01a3a7f35159ff6d"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.6233458518981934,
            -2.855440139770508,
            -3.1291167736053467,
            -3.917621612548828,
            -4.209522724151611,
            -4.462041854858398,
            -4.483791351318359,
            -4.493924617767334,
            -4.550571441650391,
            -4.919072151184082
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.6233458518981934,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.1291167736053467,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2525191307067871,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a97384727ac73ed7f2bb751f0b5b529d96c25b662855f9d3d2137fcd4fe5765c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "06226b03e84294656582bc511c2c9bdd75505b805f915e354a277932618ae4cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7230cba4b3bd090ef1b3e998bc7860be89d6f75e821f37d007dc3315e7173c82"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33a4cb4e139ac984da6c66a12d61466e80ea01d94ad607d8480168642e863b2a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2f9163bb2de6c869ff38fedbf16d37b01c800e35bf3c4fc394f13c302e38e20a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "353b44da44859233f57d01b91f3ea1f7c4cd2d8521abe94b871b3080452c0a78"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5cd77c53597d4cd513ab739d0ec670cd287d14ec4f1b114255c446cfbfd3e9d2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b35c62afa947186c90cf493d850a3da7dfabd7c847958d560e39ed0b7460717d"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570016860961914,
            -4.132008075714111,
            -4.462151050567627,
            -4.534817695617676,
            -4.732387542724609,
            -5.732325553894043,
            -6.287016868591309,
            -6.292951583862305,
            -6.968576431274414,
            -7.015284538269043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999380111694336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "e53eac0549f6a28fe0cf2936d25c974f5e4fa90f1f991911b80d33157a7b51b0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9cb185b1753282f0aac15d61e6245c66db07f2b68fbb2bcc21b7d8a2aeddab53"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "032397d06a7e325cb65f38e806a092e76ccd902fb94fa2d9be1e2068975b2c3d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "675be7eb08dadc86c09ca2e35915c2dd928b74d3cfdbdf8b845358659379eb8d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a797eee665c8fca2bedfb1441fb100deb44ae236353a462ca8742d5f6a45b78b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "871c4b268200329f2f2f4177285cf37ef272b6afe7cf2c3e986b583c3d3c24df"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "80b1bda422f01b9eb4e5b29f221f1addfa7af51aa6bc49bc8eadad1700f32ee6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2449d28bb7fe0d8b6f562302fdc33ab4c8aed5bd71a8611e77a56e3b9bee9a7a"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.730095863342285,
            -3.9498181343078613,
            -4.433909893035889,
            -4.538572788238525,
            -4.868734836578369,
            -5.158016681671143,
            -5.298519611358643,
            -6.126376628875732,
            -6.302591800689697,
            -7.02890682220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28928184509277344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2bef61bf7793e76fd8b7eeb3278a1330aa8bcbd18135bb5e53f05925d6b48b71"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "43acaa0998e03dd5ddf11ed70fea03f6e3f3ff7010c31706b90536e2fa0141a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "358e2e4ba62bd700c1c889036c344d7effc3ad8cc61cd772816d87d6cab0abc2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "06eabfaeb69f756bc26756894af89032915d7b3705b5cf1679a2ff265f8da039"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0cb74502a9630b8a89dc448d5b1d88a5f871df1c89b738f255a48ab0b9cdc5af"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f964b4c5aabdd023e82bed7a54399bf31f7291cd6647be1efa143f305dfb35b7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9791e68dda3d3f239c27f07a4da3695fd92d4b9bc83e00822a5bd87334e7d251"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "720bf395c24c195392bab4c03841a020e77deb356a155cb597b412adfc8bc5da"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.538573265075684,
            -4.590206146240234,
            -5.124658584594727,
            -5.273160934448242,
            -5.360751152038574,
            -6.116132736206055,
            -6.146402359008789,
            -6.409313201904297,
            -6.610935211181641
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08759021759033203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6d51130d2b9ed414d322e7560763d46fc92764225789ff9f29e311c70040eec7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "71a44327356c2299bdd504cec6be569c2fda8d2ddcd17ff72c9f8eb013191ea7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d572c3bb54e56169b574f33a2a0cd19ed910b695a063e3d2f0ab512fe1d7b4e7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "42dd24edb875965a1cedec464dd687730a68475bf5ff2d82a8a9c342603a8380"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0bb6bf9273c3066f28ada118b1bdbdcbe235e65d2efba8b37e91490661dcc8ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ff4dc78c79d94adf1bf924d4c2b5a95d891e8407eb5d638eddeb7b4874f06e03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9b8637bee7026f1d230c35ec1cfa9f29abb65b82411aa65a35b43e543d9e0495"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "688aa2551886ec6ce91049b4f661934a2985ad01e326b2b2f7421ee7db5e48bf"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.626727104187012,
            -4.706858158111572,
            -5.2731614112854,
            -5.911760330200195,
            -6.788915157318115,
            -7.208338737487793,
            -7.218818664550781,
            -7.7965087890625,
            -7.9088544845581055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771548271179199,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7a052a89fbf7531aeda104ff6936dcc05c88f4d3f8dc726a4a73689f86292610"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "929becaff208995804f1bc6d9b850237206809b0b3375d757b0425d25becc8cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "43c4822f249f8a07eb610ccdf03e99d6f89400ec04779fbb3f3e2658c95e1691"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "67a3ea78d52a5a8bc864efbf956f5f4c50b343bd9cc12006f5f2079de73b30c2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "34ebe3277b180c18d6502d5e9c0c16b60c7e33841f7a1c7fe02df6077c6cb021"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "955b9f453965392797718ed53c310bf52bf77e798c7abb23f62274ffa924522f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8e948308f1e0cf9d1b2236eced1677e5406a3b053edd733b9605705f181651a6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "241d3ee9a7149ba48535f110c9aa3b0a9cc3a80951a012126734f0765a4fa887"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.9513678550720215,
            -5.156772613525391,
            -5.1638360023498535,
            -5.451318740844727,
            -5.562664031982422,
            -6.774130821228027,
            -6.987249851226807,
            -7.161184787750244,
            -7.178929328918457,
            -7.327513694763184
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114667892456055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2dc1a73cb30733b38d64499857581f13b8ae4b09e9ed7d4966d192e83f7c10cf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7b596ba4e2a01ca80d5da1930a93c3733115f90506dffc1f8f6b5d5b6123a705"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7ef7d41951aded8eac800413c9832281bdcdcbcb060e51c2f3c1717d2e24387b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c01833d92acf56c2754f5b46b3450835dd9a4a6c768c62b6ea165041968e1522"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0513f8a368bcc1c95437edf0585c67d563dcd0fbc3a8aeb775276499cb1cc510"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "fcbe919e9c4deedcb6ca61b7441778c2abb46fa12804eb32ff7e47a50bec86eb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "aa809de6cd224ca8fb19a5c4835950ecedb7c2bb6d29439cabb1227469e2cec5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "42ac8a2aff385b4f1d0b9d8ed29e0cba8029d11a2b3c1feb7802089ab9c8226f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.1554460525512695,
            -5.164139270782471,
            -5.919897556304932,
            -6.130503177642822,
            -6.354485511779785,
            -6.510918140411377,
            -6.939023494720459,
            -7.113364219665527,
            -7.178903579711914,
            -7.420920372009277
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1564326286315918,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "10569f1f1eafc757ac0db16d4d7ed097f044f6ac46dc754581437393ce4fbf0a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "127d8a7b37e565b72f2fbeb7da9aa14d1e98aac2e0cd813d4b7e58e48990f5d3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a535bbfc48aceca29e4998d9571620c95481ffbc5bb7942138c92ebb2ba765d3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "012ba2ad5a56af868a567131605de2002ece9b7c9beaf4f8081ef19aa16bfbcd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f31b3e92096f38f59b158ae85e0ae826031ae95ed38e60fbc1dd2120f9edc2f0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4a8565adeabd277de06786cd2b646af7d8ccf057ece3aab2a652775066234a62"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a24e25e257775c52cab0c280ec45db8a3042257adfa59fc74ccf5a0543a69f10"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d5b3641009e4254943807af4634e346e866c56356a58ca611e91e352ebe45185"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164139270782471,
            -5.74774169921875,
            -5.847601890563965,
            -5.920427322387695,
            -6.082671165466309,
            -6.130503177642822,
            -6.145451545715332,
            -6.354487895965576,
            -6.4701948165893555,
            -7.105710983276367
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04783201217651367,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "b70318e57be862bf0f38b568e0ce02e8c4ec23479dfe3b1ab32674789ea3d9f5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "75d65373e54edaf0b155a492cfb3de2dc71f9f4dd116a08bf6bb871759b13dcf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fba86e811b7c8c77f12ef09e3ba9a587dda7ed4bd59ca72d67896f6a29855949"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "11dc81e4de4e6aba12a6d272171de3c5de481f4c3b14601baba8053149ffda94"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5a239d5f0d6ba30229001b60e0b8bc8a70ab955116b2cda68865f40a49418714"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0108a6d55ff9110b33ba8fc2ff5aad8656cc8804f8701ca7e01b0b9841a8a034"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "68e2bac5a95509eb6a2b3cc07aef21d6d639109f46bbcc9061c48bdebfdeda13"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "aa3133a285636f84ad608ba03705287010b8547ad71c94bb9682e046895dc710"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272756099700928,
            -5.832277297973633,
            -5.847601890563965,
            -5.920427322387695,
            -6.220719337463379,
            -7.845647811889648,
            -8.403486251831055,
            -8.52688217163086,
            -10.626203536987305,
            -10.745889663696289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6249284744262695,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6f170694a364f27e7a2e4b6f0833ff979de246a81c1f80fd518edbdc262ab989"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ce98ffc91e506897f1f06a7494b3f220fe690272b515b5196bfb2f38b731b339"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4874c5eccd6eb22a5374bdfcbfd1a70edd9a1de8df85d99e9e6a1c8819b36879"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c0b422d13f2d0891518c3f30dcefd7204f83e41202109c9597b8e4b4e9170998"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5bd4a9b075b367cb72bc257c761d5d04cf6ad5d3f26ff91898c01e4b66efee9d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4ca7b88039bfcd67b509ec6e7131d8fe8b8225e5da0c31f766a5265ac5e5b5b8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "62a2c35aa4863d2349a722c4c44116b4675c36c16739b3f7d42e853a2be0e34a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9e84a6aa71caacb8b8c4a10cbd1c9fee3dfdcf4bf4a9c265105c6eb75a868d5b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835171222686768,
            -6.024505138397217,
            -6.097123146057129,
            -6.663396835327148,
            -6.874382972717285,
            -7.210858345031738,
            -7.257774353027344,
            -7.66322135925293,
            -7.865755081176758,
            -7.901448726654053
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.663396835327148,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3364753723144531,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d0417e5870cb98b2ef9c4ee82588263cddfaa72b37e75886fc317788d10dc689"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "792d94c64b28e6abe948ec694d28c40f4f1b1bed38fdd00778d6ef7615670ceb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b65e083d6362bb8f4e94578f2ab6f93ef3ee3f70bfbe3091c20fa9aec0e2b262"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "85553c4a3f5097084136a3bcad2ee2cdbb06191e09dcfc4831c4fb69a2ea4db4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "c6064cb8fb95cc6ac00858d06a4d6b3eb90dc1d79f942ddc8d5115aeafd353d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "fd011f928b3a83a65e3f60d6a0c67f4e081751e9b894035e8778be9713934b2a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b877bdc41a4f2b633019f126dad96fbbfe9a79f001c5fe87df344ab9a9a8cfee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "193b3333bbf8775d81fa1f4b32393d189ccb820a7d7b0867629b49628ff94cc9"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835174560546875,
            -7.21713399887085,
            -7.220550060272217,
            -7.677140235900879,
            -7.691018104553223,
            -7.7683796882629395,
            -7.801595687866211,
            -7.841050624847412,
            -7.952846527099609,
            -8.021113395690918
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0773615837097168,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "570d435769d19b25222437e62004e7bcdd3d6dedb3cc1d17e0f354d15ab9b9dd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e4108a25615f77a62688ec18013298d9160834b98020be5bb3696e8ce6573f69"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a44be9badc350b525f31f405a19435ae9a80a1a5f5009e529b88bacc187ed982"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "184d8f56ca422c1498b90237167434e4cc96978d0fd2b92e806eae3fad27f409"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "efd6616dc5ba23375018323c9f5ee357d4ceaaf0175b880da451db3aa93961f1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "859b84cd958a079f6a823fb9b6b08e550c71f0b35c7ca7a1fde1b35261ddff79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0f669f9294ae59f6b37fc1d0bd32207c6846ea11086b51a5bf28eb92650c9b0d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b65c1a13c00ad58d78b62dc80b1c1088966f73e79a7f1a2537a999ba4c05c29f"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.9741668701171875,
            -7.218398571014404,
            -7.677198886871338,
            -8.001812934875488,
            -8.12448501586914,
            -8.804722785949707,
            -9.126652717590332,
            -9.30630874633789,
            -10.151649475097656,
            -10.499442100524902
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677198886871338,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6802377700805664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "88c385cd0a4ed195cf8586d04e6f5ab716af800c5dfa82d119c380db6fb8f61c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0240932bc61c21dacc98b676f9632a3583c3d5ffa1967cb6439a806f0bf7e208"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8c1e5ebf14832cd945e1719e861ef656fe822ea3218b1e7aa04ec6122a31b269"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "85266fa8e47de7a49ec56e286bf0fa3e1c6073b13ef62c1ab3d894247924ae38"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "65106db124ad84b998e793d020527884194c5be09ce6a8aaa8ba1e1c0165d179"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f7fafc932ac4a559bda50ea87c29808ef924f3931b4a37d10533d8136dc5d5c2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "fdcead890c4cc25b1260a5030a8e688b12fcfaf024ec24a67de08b6708a49b51"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "917f7cffe3f4d54892b6bf025d986af1596cd11491f61a2878dca92127cfe1ff"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.218405723571777,
            -8.12734317779541,
            -8.393034934997559,
            -8.806388854980469,
            -9.92815113067627,
            -10.778404235839844,
            -11.324385643005371,
            -12.283562660217285,
            -12.476114273071289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217622756958008,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "65e8fdb31b62b8b0edaf8bfc8c6b0fd127553e941e1ca57b41593f4f48c4036b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "8fd3b58afbefef3806b467f2ac608f972410bb87a5b8c03945a3b6118480841a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "04e3dddc25aeff3b7b5e38e6a6d0a9bd9924f7df28effd5bccda8aaf21784770"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6baf452562bbf8e0fc3e20bac5247acaec5cef254f128830c0821d5f9ffc63e9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6333853a5fb96e9bcb2622cb44135b641901a052b143488505e0d83b79319f12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "58883cb3dc1e594190052541b82beed66a9c2d64e09976c85d462b83f1fa890f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c44b4081b0046c83d1a9e4f8e59266146afdb97da1fc075dbcc96b33793946be"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "be8f05d78eec228e6dcb674c0f404f1a3b9a1f1b74826088fbf3c94a59744227"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.367037296295166,
            -8.12734603881836,
            -8.402846336364746,
            -8.806390762329102,
            -9.207042694091797,
            -13.022756576538086,
            -15.058290481567383,
            -15.291104316711426,
            -15.589313507080078
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4006519317626953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef4af1cd838c3d79f8e57210bdeebe30c25bd11374f229191888555d7692de8b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3faafac362b1286c41fa466023eb9e2addc85ca75cd2e6d5322fdd41799f72ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d1505eb261b75593317595490b57521f4b066fdf238c89c60814f3e0d9f33736"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "48c239bb33819640574c480ea8b1b42c53c7aa142bbfa79d1e8e4b2d4c1ed709"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f85dbafdb5280fcab22dd7131b4de5a0948e7059c8ba26642c6e0f4c42d965c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "9d0f49e5f5ce6477982f4a782d1e130d3a74f4d176a9fa63383cf6d2377c716a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f6bd2fb86882e70480e56fa5fa4b2576ff5a554ac0499112470b0cf1de3ca73"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "5e5b5369032cdc40b6fb180c0cf65903825cf9dc76f173257386a3163196c816"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.974940299987793,
            -7.367048263549805,
            -8.178160667419434,
            -8.402985572814941,
            -9.120019912719727,
            -10.132535934448242,
            -11.167595863342285,
            -13.232380867004395,
            -14.85342788696289,
            -14.966073989868164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125160217285156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1b3d2a939c96b79208189d9e6bd23f7ddad6f4bf5b536122bd20f042ff59372b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d6ceda688b1e594931823ba5780b351723b203d45f45f1dfe8960ff7dac66bc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ba2bad54f131ed3191dc36a0fd91bc2de93cc62c73544960af713969380f5ceb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "424fa43e437a7751ae5323d3b8bc71df47aedf3031c83d63d816e391a01aa3ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a293c95962fe36f9c9ae8c193773cfff2aba88fa4b18d6b4068e450bdb7ffd69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ce812a2d30694df285ca768e6ad2c40fefd29a0b7d7972ba581f4709b37d53d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a00b21f9bdb103099eeba61952af43d64c4c2e10466bcc89271268dbbbdca87d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "84f3a4f3be939df77424cf7ae724d676a518b4ad5cbf18aa1d49196f56234401"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378390789031982,
            -7.159922122955322,
            -7.367048740386963,
            -8.178171157836914,
            -8.4030179977417,
            -9.120036125183105,
            -10.007558822631836,
            -11.750045776367188,
            -11.795624732971191,
            -12.92148208618164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170181274414062,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "6958811284911f3ffd6c2ee241567e69d05ae0682e1bea98ca7b7d8497c120f3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "790971e7c7a7a5dcd5807e2f49126261cce772441bc8eae8216ed98d8a8e23cd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1822a6e7ef9dfb7074de4f48252669e8229fd1d63ae20199f6faacff66d178f6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "df7403ea95cfd506c8c55bd139c5c017f773be906c95c31fc7faa7e274d26454"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5a6dd9c0344bbbe3d10595cdbfcab49e39a078335b7aa0a3b36b8791195371fe"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "467228916248739f01917c5e6937996324a6585b1b1b3c017ad1f780de7f7a37"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "db8e18f911e6111b5c36966493dbd01999bf71691bc452c2ee6679073427ca8d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5b0e1716f6a791b41274446469558b79d6fe7e18f50e304da3481ff535397c5e"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.367965221405029,
            -7.601821422576904,
            -8.178171157836914,
            -8.4030179977417,
            -8.891338348388672,
            -9.960444450378418,
            -10.724023818969727,
            -11.309149742126465,
            -11.363237380981445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48832035064697266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "54f7ade7af66cdc009d15d79670b64291b6d3a6ed5a6f78b18adbb427c8e79ac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "861adf5b35c782e3680cfaca26d5c3a6119c7d979b00fa847828480aaffabcd1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c41b3087c3c77dddef35c3f6717de6ad3c3976e96b3a2f875a6c8a6c6ed2d436"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "983aa0196785a0aa76eca9a5da2743149023450397d0ebb27113a354b6613fbb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "447f3ce115f4be00cdb1c8638492306b137caefd2055dbd7ec18a94f19584fe4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "1dcebc6a69fea4f8ac0d42aee9faecb338741b35db43aebee9dcee90fb67c798"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2de60979bc6b7f9decda7af5cd1f84a7c82bc6ebdf1d18b0c98b30f205721acf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "211dcbccba0949661df57c5919b5b5451ab60d46c00506547592507831968e2d"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.601840972900391,
            -7.737105846405029,
            -8.189591407775879,
            -8.403030395507812,
            -8.550690650939941,
            -12.66903305053711,
            -14.734381675720215,
            -14.920083999633789,
            -15.006481170654297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1476602554321289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ac8a4def1f368a6eb03fc10015d174ec7f120122a10199f5b2fdc1f1e41342d5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d74e250743ecaf2b8822fd3a2b16edab89f542451fc39f2184ed5ecedf2cd6b7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e1a3444d515a08bf85d4055c01b6d9c4270ea8e6a5497f1dc1b2ad4986345107"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "58e4613834c628c4d74b6c477ec3f23a0537843e3985922c055ade86c3598f1c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e18efb85ce62f0ff284ac637cc55b36bb3cb49486b6f132f39a9c4dc63887c98"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1fec73de4806d440915d883a64b03fe284410f07d42df02333bdbdb5d9c7598e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1c1a1588c9d536bb0f095798893d08663358ca354eda6ec7f4b21a62a013d1f0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "6d3387300b832a027f71f95a1a5fb1d4274a3125ee279fa5630cc6033ea563be"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502535820007324,
            -7.601897716522217,
            -7.737132549285889,
            -8.403075218200684,
            -8.430048942565918,
            -8.694684982299805,
            -9.748400688171387,
            -11.257413864135742,
            -11.4656400680542,
            -13.19868278503418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2646360397338867,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "58c63c60a619dcabba6ff82ef0d0ac9e6c494d06a5d6561c793cdda17d3e3aa4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "5466b3249fc88ccfa5fb6c8b4df754b0b15611540a8e2a6b9f29b924a9f88707"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "018b913191a83f2aba6a440a8b6c092f25ab4a3519c61bc7a6d1fb477127a165"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d67d704a65451171c2a9419d877f789ce0fc48a02a1e242430e4c0f4a8cd381e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "c2666508b6066d05278b508870e1f554a2cc1c584843dff45a75e42a7cce5ae2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "9e3699bba8de30ba8ffd1a5b9c30b4d70337f102adccd4efa71c2f6256ad0bb7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "ee3919457085e4accdfc95f08a1b6b9a89628e601222571ec4d97e4e799b0122"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "4874ec7bde2583a58a8e0ff2d71e75045ded3755253eac43036086e0fdf6f196"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.684122085571289,
            -7.60191011428833,
            -7.737132549285889,
            -8.403091430664062,
            -8.430084228515625,
            -9.384807586669922,
            -9.399446487426758,
            -10.786476135253906,
            -11.128336906433105,
            -11.618820190429688
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547233581542969,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "ce3be055b5f0bbea8f0d62a211772c302cf198f0987cef62c970eae17dbd5e33"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "1bf974963fd698035372bd4737af242b81f01d05b6675a38f628a88d26012798"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "b3fcab1789421cff7700cdb57fbfa386cc7fead2a7efec5038797c18693cc26a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "a2af1f595c1809b3d704a6b26558b1438d7e6871b5a80b9edc20e674dae22ac1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f49082f718ea4bbc6cb023ad69764eb863b48e509ab0e40469f04b85a16776ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d1059b42dfa19d20dbe8b08ad1d91410c57f1f191f2c1502f491036dce7e5606"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f466a2926d4d63379639dba8634b58533486d75c171fe08ed84084e22d9a4186"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d61e071440cafff0c9b50de8486f5efd292099acc6fb599bc583a6a2820d02a7"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.6852617263793945,
            -7.605001926422119,
            -7.739434242248535,
            -8.409729957580566,
            -8.430084228515625,
            -13.881999969482422,
            -14.269865036010742,
            -14.301294326782227,
            -14.434270858764648,
            -14.685869216918945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451915740966797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "59a1e283f23d47ac219717e0adf5a2bf5a09911985cb085e967967ffc8d957e2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "03d0bf6fadb8d8260d89798fb81018e717520de5d007873c5a511325a0aaa3ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "8df5abb60e9bafea8bb0b2933f1b6d3ced0cf8915caac7c89657f26fbd1a4835"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "7720fec833a70db0f81e1cc4deb05c058e861c4de1caa179695ba90374d282f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2ebf2aceb20d43020523b99e22553300c9ab41d300607b3f280af3497e26a360"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4325b6fce38d3dac45f92247214fd91230af6849b932444aa1a62f29b94b2f27"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4b01163e199f6adaeb0743290e1153faac91947cc7bb59fa5cd9b2772e26e8f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "0ca6b5613888c812b6274056e296ed03d93c40d1973aad875eb30f94f2832296"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.916341781616211,
            -7.615095138549805,
            -7.739712715148926,
            -8.428159713745117,
            -8.434804916381836,
            -8.64852237701416,
            -9.926487922668457,
            -11.41327953338623,
            -11.80119514465332,
            -12.523164749145508
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.916341781616211,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.615095138549805,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739712715148926,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428159713745117,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21371746063232422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "9ab752cdc9825e773d93ed29f63ed2ae169452c0fec54fc26fc993a9cc70c014"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "73bf2a7899ad171ed977779256644040e0ca2cdf57b1926482b9f006d03b807f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "8d9437f44add6f9bed5cac5747cbac0d6c883570e0420ebf199ae2d6e36d0961"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fbdcd56260e9686ff1332ef6289339b7a43a106c0ca7c1ec5ac5ff95b4575fbe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "784c1d99a77f5a5be199abe345f6f5b0aa8ab6d979b464062a70e73126672365"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "54b37ef24d518afae62f92bd48e6a25ea5e22d5a2a4df6c859ce723092cb4a93"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "e450a505d7f776283ee7af59653648954d4af3cfdc7661e4ac69a084fff374dc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "18bb43b9c3ad89524ad0f22a133704c7430f2a93fdc8f70f1ef75fb822c08563"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.6188690662384033,
            -1.620054006576538,
            -1.8966612815856934,
            -3.024724245071411,
            -3.299849033355713,
            -3.4679107666015625,
            -3.6312553882598877,
            -3.640143632888794,
            -3.6853044033050537,
            -4.117825508117676
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1680617332458496
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233245134353638,
            -2.0507259368896484,
            -2.733613967895508,
            -3.2669458389282227,
            -3.412339687347412,
            -3.691486358642578,
            -3.7768659591674805,
            -4.405829429626465,
            -5.03731107711792,
            -5.200611591339111
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.279146671295166
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.6233458518981934,
            -2.8554534912109375,
            -3.1291215419769287,
            -3.9176297187805176,
            -4.209526538848877,
            -4.4620513916015625,
            -4.483804702758789,
            -4.4939284324646,
            -4.550575256347656,
            -4.919081687927246
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.6233458518981934,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.1291215419769287,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.25252485275268555
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570138454437256,
            -4.132014274597168,
            -4.462159633636475,
            -4.534821510314941,
            -4.7323994636535645,
            -5.732338905334473,
            -6.287031173706055,
            -6.292969703674316,
            -6.968581199645996,
            -7.015290260314941
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999394416809082
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.730107307434082,
            -3.949828624725342,
            -4.433913230895996,
            -4.538580894470215,
            -4.868746280670166,
            -5.158019542694092,
            -5.298529148101807,
            -6.126386642456055,
            -6.302594184875488,
            -7.028907775878906
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2892732620239258
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.95009708404541,
            -4.538581371307373,
            -4.5902204513549805,
            -5.124662399291992,
            -5.273171901702881,
            -5.360757827758789,
            -6.11613130569458,
            -6.1464104652404785,
            -6.4093194007873535,
            -6.610942840576172
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0875859260559082
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.95009708404541,
            -4.626739501953125,
            -4.7068634033203125,
            -5.273172378540039,
            -5.911760330200195,
            -6.78891658782959,
            -7.208342552185059,
            -7.218820571899414,
            -7.796513557434082,
            -7.9088592529296875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771562576293945
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.9513778686523438,
            -5.156782627105713,
            -5.163846969604492,
            -5.451326847076416,
            -5.562676429748535,
            -6.774132251739502,
            -6.98724365234375,
            -7.161177635192871,
            -7.1789445877075195,
            -7.327513217926025
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114558219909668
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.155455112457275,
            -5.164149284362793,
            -5.919905662536621,
            -6.130512237548828,
            -6.354503631591797,
            -6.510921478271484,
            -6.939035892486572,
            -7.113370895385742,
            -7.178915977478027,
            -7.420933723449707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1564178466796875
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164149284362793,
            -5.747756004333496,
            -5.847611427307129,
            -5.920435428619385,
            -6.082676887512207,
            -6.130512237548828,
            -6.145452499389648,
            -6.35450553894043,
            -6.47020149230957,
            -7.105722427368164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.047835350036621094
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272765159606934,
            -5.832291603088379,
            -5.847611427307129,
            -5.920435428619385,
            -6.220725059509277,
            -7.845654487609863,
            -8.40349292755127,
            -8.526883125305176,
            -10.626202583312988,
            -10.745899200439453
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.624929428100586
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835184574127197,
            -6.0245137214660645,
            -6.097128391265869,
            -6.6634016036987305,
            -6.8744001388549805,
            -7.210866928100586,
            -7.257786750793457,
            -7.663219451904297,
            -7.865765571594238,
            -7.901460647583008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.6634016036987305,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.33646678924560547
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835187911987305,
            -7.217141628265381,
            -7.220562934875488,
            -7.677160739898682,
            -7.691031455993652,
            -7.768380641937256,
            -7.80159854888916,
            -7.841062068939209,
            -7.952846527099609,
            -8.021120071411133
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07734918594360352
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.974179744720459,
            -7.218405246734619,
            -7.677218914031982,
            -8.001827239990234,
            -8.124500274658203,
            -8.804732322692871,
            -9.126676559448242,
            -9.306325912475586,
            -10.151652336120605,
            -10.499456405639648
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677218914031982,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.680232048034668
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.9741902351379395,
            -7.218412399291992,
            -8.127357482910156,
            -8.393049240112305,
            -8.806398391723633,
            -9.9281644821167,
            -10.77840805053711,
            -11.324394226074219,
            -12.283578872680664,
            -12.476119995117188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217660903930664
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.9741902351379395,
            -7.3670430183410645,
            -8.127360343933105,
            -8.402860641479492,
            -8.806400299072266,
            -9.207050323486328,
            -13.02277946472168,
            -15.058298110961914,
            -15.291112899780273,
            -15.589324951171875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4006500244140625
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.974952697753906,
            -7.367053508758545,
            -8.17817497253418,
            -8.402998924255371,
            -9.120030403137207,
            -10.132540702819824,
            -11.167603492736816,
            -13.232401847839355,
            -14.853440284729004,
            -14.96609115600586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125102996826172
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378402233123779,
            -7.159934043884277,
            -7.367053985595703,
            -8.178184509277344,
            -8.403031349182129,
            -9.12004566192627,
            -10.007568359375,
            -11.750049591064453,
            -11.795637130737305,
            -12.92149543762207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170143127441406
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378432273864746,
            -7.3679704666137695,
            -7.601831436157227,
            -8.178184509277344,
            -8.403031349182129,
            -8.891351699829102,
            -9.960447311401367,
            -10.72403335571289,
            -11.309170722961426,
            -11.363250732421875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48832035064697266
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378432273864746,
            -7.601850986480713,
            -7.737110137939453,
            -8.189604759216309,
            -8.403042793273926,
            -8.55069637298584,
            -12.669034004211426,
            -14.734389305114746,
            -14.92009162902832,
            -15.006490707397461
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14765357971191406
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502547264099121,
            -7.601906776428223,
            -7.7371368408203125,
            -8.40308666229248,
            -8.430061340332031,
            -8.694686889648438,
            -9.748414039611816,
            -11.257425308227539,
            -11.465642929077148,
            -13.198692321777344
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26462554931640625
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.6841325759887695,
            -7.601919174194336,
            -7.7371368408203125,
            -8.40310287475586,
            -8.430095672607422,
            -9.384814262390137,
            -9.399458885192871,
            -10.786482810974121,
            -11.128344535827637,
            -11.61882209777832
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547185897827148
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.685271263122559,
            -7.605010509490967,
            -7.739438056945801,
            -8.409740447998047,
            -8.430095672607422,
            -13.881999969482422,
            -14.269886016845703,
            -14.301305770874023,
            -14.434279441833496,
            -14.685890197753906
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451904296875
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.916348457336426,
            -7.615103244781494,
            -7.739716053009033,
            -8.428168296813965,
            -8.434815406799316,
            -8.648531913757324,
            -9.926487922668457,
            -11.413290023803711,
            -11.801206588745117,
            -12.523170471191406
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.916348457336426,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.615103244781494,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739716053009033,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428168296813965,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2137165069580078
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.6233458518981934,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.1291167736053467,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.663396835327148,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.916341781616211,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.615095138549805,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.6233458518981934,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.1291215419769287,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.6634016036987305,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.916348457336426,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.615103244781494,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.6233458518981934,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.1291167736053467,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.6233458518981934,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.1291215419769287,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 5
    },
    {
      "group": "original-gpu",
      "id": "medium",
      "logitPairs": [
        "original-gpu__medium__logits_0",
        "original-gpu__medium__logits_1",
        "original-gpu__medium__logits_2",
        "original-gpu__medium__logits_3",
        "original-gpu__medium__logits_4",
        "original-gpu__medium__logits_5",
        "original-gpu__medium__logits_6",
        "original-gpu__medium__logits_7",
        "original-gpu__medium__logits_8",
        "original-gpu__medium__logits_9",
        "original-gpu__medium__logits_10",
        "original-gpu__medium__logits_11",
        "original-gpu__medium__logits_12",
        "original-gpu__medium__logits_13",
        "original-gpu__medium__logits_14",
        "original-gpu__medium__logits_15",
        "original-gpu__medium__logits_16",
        "original-gpu__medium__logits_17",
        "original-gpu__medium__logits_18",
        "original-gpu__medium__logits_19",
        "original-gpu__medium__logits_20",
        "original-gpu__medium__logits_21",
        "original-gpu__medium__logits_22",
        "original-gpu__medium__logits_23",
        "original-gpu__medium__logits_24",
        "original-gpu__medium__logits_25",
        "original-gpu__medium__logits_26",
        "original-gpu__medium__logits_27"
      ],
      "maximumProbabilityError": 1.1235103823947767e-06,
      "maximumRowTotalVariation": 1.2155956797442596e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            45,
            39,
            13,
            14,
            21
          ],
          "topCandidateScores": [
            -0.003409051802009344,
            -6.159326553344727,
            -7.351055145263672,
            -7.448540210723877,
            -10.651450157165527,
            -11.384770393371582,
            -11.704241752624512,
            -12.150174140930176,
            -13.382861137390137,
            -13.416632652282715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7333202362060547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "7cb21a86a15fd73b2b459a887d46430fe1bedddc0242a79e2769aa97923ecccd"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "9f611e4881feb1bd1bbe2b080d43809ae65df043a86262d6b1b5a509476fab63"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "48b62662e2521b8893367a0b4abd6204d235540c73716c2a682e2ed2ec445b20"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "7e6616be1239feafa0522752dbf585ef5340f875318f8cd62cf376559bcc1419"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "618a805f26e96df72aef9fa881c9bead473b489010a6e448e2bbde4f19fadaf5"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e80355c2400d645ef84a97c894743660be8c47d6c4f3d1a2254c928120b5d91b"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "2a100c77b11fde90a75548cbd8840b4856ba8e8e9d080bc468cf04ce90395694"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "8bf4551fa10cb7aa61f3b07198b2390607eab0fc117d361a4e340dbc91324d38"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "da3202877e38776fe6a7c3cb9c9b7fb6fc26c437236320233d8eaaefee81c8a3"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6727616b711e8ae6871b99b3f83c693b3a53ff10cc205ce49832ca5b3f3bf9aa"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "6aa534aa508cac16f09c3595374dd228c9cdc1590c969f5d793545e6eec6eb89"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "4ea7f6ba235bb7d033e3aabdaf6a4e86f0ac845f79c0415d85bfe064d82967d9"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c9368d31778ed221eb900be67532f68ba82dc1c1c7721f79a858a6fd6b2f1617"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c1a8074afc38fe4a2a75877f8f4b1f2d5dcf25adc6dd9dee67d62171437753dc"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            11,
            8,
            5,
            6,
            12,
            4,
            11,
            6
          ],
          "topCandidateScores": [
            -0.008831222541630268,
            -5.412415027618408,
            -6.212157249450684,
            -7.351055145263672,
            -7.651806354522705,
            -7.790347576141357,
            -8.580768585205078,
            -8.703320503234863,
            -9.373054504394531,
            -9.871748924255371
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13854122161865234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cbdafd828c8e4463f281e166d3ad14c7b8390b329964c32882a28680216a2fac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cc6687caf9912d579a7724f1d0349522e9631918040fede4dd5e972a3dcc67b2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "dcb7321c86899a40890cf0275d4b10fc57ced2043e6c47c4f8e05bb7c7f793b9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "9b37cfe22274e7e07da68e1e5ec1059e2eac9db15b9ea2dbe62abbe3fb46ad55"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "657a0b0803fa4f7dc59ff675335c33f088f621c2b75c385fa8e5acc0bc3d9229"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "820e191fd97d4db9bf5ba20b9cda5cbfb22d591aa4eaf5916057f1cb195c3fdb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "034dfe0f1369f1cd9128e024e99637e74225c7353d78d1cf6c684e628be1fa14"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "80fc0ebfe19ddca375f4a18486a9c2cbe758ce46d0ccb80ff84a99398ab04c23"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            9,
            11,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            4,
            6,
            5,
            12,
            4,
            6
          ],
          "topCandidateScores": [
            -0.035829510539770126,
            -3.6676039695739746,
            -5.419193267822266,
            -6.221490859985352,
            -7.696473598480225,
            -7.80914306640625,
            -7.981823444366455,
            -8.205761909484863,
            -8.53738021850586,
            -8.5944185256958
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11266946792602539,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "4fb89409ef25dc45358e3ec807045f4be6515b86bc2f6fc6e6d5fc4fcab0285d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c775af2f4fb4be7016c4c54b00074b5dc546409b3996edad529755fa87aebc31"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e7d4ab816b587e70923253cd760b848b69f141f74699eeed425df93e21c03a81"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "47d163ef5c7503202745f665b30c3afd51652a70da49a5952d282d7c7540d73f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c844c1598c4c690aacafe9cf8ebd177c1111b80f9ba07b5e08fa859211e16f2d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33d1c8597ee6dccd1ece19da4c4af5871d809d36a32e35cb3cfe3b617174e1cc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "20b64f106036608809802a057b80321f5a451eb63bdd99a8abae67e05f882a00"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "82c72f02dcd2edfda97415f5fe8ecc9c8cb41a295fdec23c15ca586c96501eb2"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            4,
            6,
            5,
            4,
            8,
            4
          ],
          "topCandidateScores": [
            -0.035937268286943436,
            -3.6741065979003906,
            -5.422361850738525,
            -6.313315391540527,
            -8.331506729125977,
            -8.454946517944336,
            -9.066561698913574,
            -9.402445793151855,
            -9.488216400146484,
            -9.75953483581543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12343978881835938,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "53a0510b69613e62189f00265d8dd7a7843d6567e3fb5a5c3c77181acf3f2888"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1f54800c329d4470689a908bc660025431ccf7dd422b1bd6ac92fa4b83d8c273"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "5feae3284ba5c8addf78e3d7755786e1aa4f72c03984a045db0f91d07a51cfa4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6265ad3befb6f09ae75700471fdd47a8b0520b746266bbeed2d69b5c47af674f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f45f633dc8ee949bc91d84bf8700235c948b913aa33d00b26a9fa9bf44225cc9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "15483a877bec04303780403044ccaea586d9e7444e8787f27bd29a980f1f13ca"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3ec3ff129a1c2b8a1f68fe847c5d007b23758c3d745881f4dc4a454fa90f8f0e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "859506633f9cea03238be61b3692f377b3083023b5fd0b6881acb653dedbd8fc"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            3,
            4,
            4,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            9,
            12,
            5,
            6,
            4,
            4,
            4
          ],
          "topCandidateScores": [
            -0.03602917492389679,
            -3.6741254329681396,
            -5.422884941101074,
            -6.797939300537109,
            -7.980749130249023,
            -8.16865348815918,
            -8.823904037475586,
            -9.301136016845703,
            -9.635550498962402,
            -9.97497844696045
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18790435791015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "889a85e35f20ba25dda7c00834325bdfcf1c167213215286f841cea74fe32c78"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ac8b5fc4317a81a0c18e1beb2baa0c80ed789648dcb13d07554519ebfb67e868"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "deb79be649432aa165c905734bb9607ba045a9f5bff18b9198771028e84ffaf7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c789ca818438092a266443bf9faf5dc0037898b817d118088eaaf1927301801e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "85501d7f5de5c1ea1d4551b1f3add277fc0d7191ac157ded3280f6c1d1259998"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6bb4dd687531c98cae37c4ed54ee013a10f4d9a7684ec4044b696978bd4f89f4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "cd059db0ad933882d9d8cc1c486095ee746d0944acb0755fa4be2bbf78b45da6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4feba7c8a6b1292971623b48fc8a4eb67ecca0dfe3ccb13ca3a38d1d15dde01f"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            11,
            9,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            7,
            5,
            5,
            9,
            4,
            4,
            5
          ],
          "topCandidateScores": [
            -0.03606255352497101,
            -3.6741254329681396,
            -5.422962188720703,
            -7.06180477142334,
            -8.051094055175781,
            -8.299375534057617,
            -11.185491561889648,
            -11.560127258300781,
            -11.68459415435791,
            -11.713674545288086
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24828147888183594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e318aaac82f4dd942791adbb10da1946f1d91125a7670495c26011ff00b4c1e3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "303d24318567515f0c4b344df045aa32994e3ee18fb4e66a4db0ffbf325afad6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a5ff9dd5d6c0373f5290be47142581e2293c5c095ae17b0105b76c899eabea55"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3b7037ec9a5ffe4d7f601dd2d96430853ef3bd3ac3a54ddefa7fe1ebb3e8588b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "673a21543eb8da7c6e831d1868a368165fd768824650a0d2b2151a3eb593ad1a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f607add4803745a737384f5a623b9e57e63b6a94733103d3250509e19a8199cc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "26cef3d3f55a3df06fc7039515b914487fbf156286cbc080b2ab30c842de0626"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "624965a5323694642942b55613f79170a8073bcf0416cfaf1ec9b539b0e27633"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            1,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            12,
            7,
            4,
            4,
            5,
            4,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.036069825291633606,
            -3.6821064949035645,
            -5.422962188720703,
            -7.187709808349609,
            -8.07394027709961,
            -9.231025695800781,
            -9.239460945129395,
            -9.656829833984375,
            -10.179699897766113,
            -12.275358200073242
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1570854187011719,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "62827e2895ace18454911177ee7b0380716b336469ec2131c5159c615c87d195"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9cc2205c85b3658683c489450a0b1cbf9d060683fa9a1600a373cb1570baf853"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "33ae8ab4c82565257a25bec10ebc9e1961e76ca1c7d8e46653abe367c7a00633"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7b4b39c04bbaecf13a013931b78b17b85c58420ca2417aad0d419b10c3b2ee47"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "96b5c601a89596783fdff34eb3e0386036804880f4bd2558320f972622a5da14"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e9fe43ef69731bfc0c93f99be4cd500afc0a546d552b91f1f6ec8bd8bf250e46"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "628b552afe0d0064dc9c15a76f70730de6a373026c0ea3b8966b9850140b38eb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2ca46889ec76830702be90b73ea4a8b397c574f1181939845aaffe8360bf016b"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            12,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            4,
            8,
            8,
            4,
            6,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.03606994450092316,
            -3.6954758167266846,
            -5.43295955657959,
            -7.187709808349609,
            -8.07394027709961,
            -8.533590316772461,
            -9.214584350585938,
            -10.242862701416016,
            -11.017427444458008,
            -11.884521484375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45965003967285156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e75ff1381172fbffc5b07a7a9fba448af42a6125c8930a89b5fada786fb2324f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e55dea0787be525facdedd862b3978b892837d3b7ade5b7ac09c866638c7093e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c14c2864ac7d5fa7bba7dfa0c96cdd70384948f92edd395cf32254d29a9fa04a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "46d597db7b46e08f5b4be6a9129bb2b24fed1d28df7cbf927a8380857d1c8c52"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5f7a68af24f5b80087da3572135990c39a67e09f7346a89c385cc1645ce89aad"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "196dd82f780674a75c720bda808cb71780e26ecbc7e7820a7d6782fc55c108b4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7d2314d44a752628e207432393fd3824cde9a815ef5ea8d251b9493403eac186"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "766b26248601b046cbb445735f78e4a43db6d4f98e635ce5ee43d6c92073bec6"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            5,
            4,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            8,
            5,
            4,
            4,
            5,
            12,
            9,
            6
          ],
          "topCandidateScores": [
            -0.037187620997428894,
            -3.699446439743042,
            -5.43295955657959,
            -6.931000232696533,
            -7.191134929656982,
            -8.074075698852539,
            -9.57026481628418,
            -9.699566841125488,
            -10.69797420501709,
            -10.88196849822998
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8829407691955566,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c2c5a1310301125064ed980c890681bd19568ce6b9653cdedfe8886602b2847f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e2e77cc1415f7b66647cd93c54e3353e7cd1653ade5faa64d22b5a46799835a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4734b31681e4bd2c7c7776bc0965a4fab8be225f4d8a92d5b51ebfb9261809c4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bea34e9dcb025b61719a1f6da00e660dfd2b68b137a5f2401e1b8b9c03b72e56"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "73cf5144253a08b38a2997e1d7a962be55fa58d9958ba02883ae4b6ff42758d9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3fdbf7ea9e103bbf8557bd0be294b5a5b5e84629a09aa51d8434344f307636dc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "13a1fad084c4f71bb66946beb18caf0ab6571482a18bf64e3872a02c92ba1b89"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "1eccbaa7be6d6b58a799d7b463c749fd20e728b1e0ccf7cce80b8a5dfef23bd0"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            8,
            4,
            5,
            6,
            12,
            6
          ],
          "topCandidateScores": [
            -0.037187620997428894,
            -3.699446439743042,
            -5.433191776275635,
            -7.202480792999268,
            -7.222050189971924,
            -9.214672088623047,
            -9.481531143188477,
            -9.80462646484375,
            -11.871267318725586,
            -12.200629234313965
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.992621898651123,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a6126a336e0c2afc09f6b6bbd14f32277a97cf18df9fb42707be4361e9decbfb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c25a3285b06f8473a6e1f8bd2bad746ca1b8dae74963f7377392243ac2a49477"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "9ce0d90c191b203c7148f0d5b6c6aec7822d9c3fbd55a768d04d0d412cbf1857"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "abc1eaf833b48c8190470f778005c1599e8e93a097e9704e42f7de1e0f9fc224"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "411686c2db8aff551ba5a76bc3164935e626d1903673b063517e240ed15dad41"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "bca3734bd4cde17c7a2a34e8bc4d8570389667e73c607b0de41d3445315d4368"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f5d6015070de29bb7e7114e435d0ee66f3efda57f2290763d12b9b16c7da1758"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0e93b118461fc7a7b047ce729efb5d45816dc8a3348e8b291efc0e8385dd69b2"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            6,
            5,
            11,
            13,
            10,
            6
          ],
          "topCandidateScores": [
            -0.03719501197338104,
            -3.699450969696045,
            -5.433866500854492,
            -7.214615345001221,
            -7.815683364868164,
            -8.538719177246094,
            -8.94680404663086,
            -12.039885520935059,
            -12.440855026245117,
            -12.504193305969238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7230358123779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8d7b08d299e0b6c48327f24316e2921610d0174c7d06098b8d84404262ee8706"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8d3bee8a9db1c9f9064ba59fb6b01b4b3b475b31f4dfa770d4ee3eb89cc4bf69"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8a3c6e587a2c75a076573b44a4d554dc3552efd3fe79b1e55b64c78bc4c0194c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ea8f5fb3253cb2d724804bb9f5279a1d0399b94dac6f18a78b599b85d373d94a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "eb0ef09412fcd49f696219f565ef0b85cee238775b84ff0faa448101c1c0e64d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "310632e2cf97f8d41b5310cd96228da29006f001536d95923ed51a847d88a87f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4a9b9357da9fc61a9bb028a5beeafc17e437d162771366ffcfe74df0c1c545ea"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6ff8f15c8f1b770f70742cec03a2c83356293a9e76462c84284e09d597082289"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            5,
            4,
            6,
            13,
            10,
            12
          ],
          "topCandidateScores": [
            -0.03723745048046112,
            -3.69950795173645,
            -5.434936046600342,
            -7.408253192901611,
            -7.862881183624268,
            -9.04399585723877,
            -10.487889289855957,
            -11.398262023925781,
            -11.453947067260742,
            -11.628026008605957
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.181114673614502,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "486dfcc81799729667b4788eee372046862c042806252f80d5448eed59b546c5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "7cd54b17de8c02194f0efe8e3b0c46ddf0159b0c0fd89a92addefdef17eb3740"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5b552d653abe16b52b9d1b1e7b0d12ee0795a4d961803af1498785608042ae36"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "54b071adb8920be519b7d2848c2a69dacfa0805f9490f33b5b8ad53d1c36ce30"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "dca3130ca93aa6526387fa4e5c6bae2fca8a804e07dcad6df4acff70e74a9779"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3578798f41f92023d9f48692cd3a78b15dd816f7014758cea133c578fa34f533"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "352b8cc88ab74cfa464299119bf300f3aed4c70bf70d011909a03ff7417b57b8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f1cb4757db210df5fb1657bb5756729a175efea16c5591a5f4c2ca5014c45181"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            6,
            5,
            12,
            4,
            6,
            4,
            6,
            12
          ],
          "topCandidateScores": [
            -0.037314098328351974,
            -3.699657678604126,
            -5.452633857727051,
            -7.529544353485107,
            -7.974936485290527,
            -9.589019775390625,
            -9.685186386108398,
            -10.13606071472168,
            -10.864511489868164,
            -11.182233810424805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6140832901000977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "66bf4ee04a13ee9472220da22df619c5fe088c534d88b298f16c11293f679419"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "aad77c1c91d6cae8b9bdfff698ef98315a49af77ba72e8289d9c068778982f93"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "02212914fa919ff457c0339aa89bd605fa7a27f524b5d6dd3908444722448f7c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b8e0789e3dcfffebd74b0037a8f3b8a9fc56b7f5f81cc79f7ddf0138b2097092"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "46a4c27ba1f0a6f027209bc773f659c3189eaab49c57c056f663b0943bccae25"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2e58f74435efa79b561e5114a6c93c34c147fd6c5539a43078887fe442472079"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "154c2186750ec969d04aaa70c15c521a8dd79bfb6fb9c2fbc620d8bd5b351d1d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d183b39f7c4edb9ddbc69b458edb9555a416cdcff36a811033407f82cfe4d505"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            4,
            6,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            1,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            4,
            12,
            5,
            10,
            4,
            7,
            12
          ],
          "topCandidateScores": [
            -0.03897782787680626,
            -3.7055814266204834,
            -5.462328910827637,
            -6.551485061645508,
            -7.586493492126465,
            -8.083606719970703,
            -8.680405616760254,
            -8.92061996459961,
            -10.27639389038086,
            -10.456220626831055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4971132278442383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "b325a3ae22fcf81ce2d9e2014c7a4f20cae5f034dd9a8fdd5b794a402eefe102"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "47fd42e6f1dced3d5851d8f3146ecad105dbfcd958043439b98cfe78bf7e0cf1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4b1f2fb2ac27d06062fa4374c0be0432f2e5f7e8511ec6394185f00c2963c734"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "ef6731784bba3928b3b0a2ab506fc4b4c5fd6c88c758ecd664a9373168444708"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c53e882e0431cbfee6414494164a6f7d59efba9060edea02a312bfdd9d7dc04d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7db98550023d76c6282e3f75b69348992f69f14bf663a0589c0afd21f80d53da"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8c6ee75728bf08d95b8eb14db43d33b343212e34cccdf1ef7c60e60579aebecc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7a15a38105fe8404ce54390f37b924236abba6b242bb37d31617943e3b62ae08"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            5,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            12,
            4,
            12,
            5,
            6,
            18,
            9,
            10
          ],
          "topCandidateScores": [
            -0.040099434554576874,
            -3.7073702812194824,
            -5.480456352233887,
            -6.851446628570557,
            -7.132105827331543,
            -7.698001384735107,
            -7.903911113739014,
            -9.327391624450684,
            -9.36902904510498,
            -10.055533409118652
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5658955574035645,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "2e9cb8b282fcb14a1fc5416033d6c0883506f2774b763e031ec29a62f14acf98"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "96535335a0462175a5aafac1c4cc5288d38314f409777de3ac29855c5dcb3f0d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b53838e7840044c6d8dfde67fd60814a9326bed7b5dc1e3ab8d46341dd690c0e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c1e4cdb406ba9f11af3824d1e3dfcaca281cc1d07d005c8c0a8eaa7592b0745b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b796665eb9ca3b5ef197847b5b357dcf3e3350f3cb90bc5a6b1dd482d16b5804"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "eb18084dd8935cfa0a940a07a31793bc3f306d941f4dff81acb9fddfb13f5654"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "3f25fb6d2f5e88f43b682151d4a7e2d6cd20b79987c2c12e512604e010b6b407"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "81442d3c1e99fd10271c243a36e5c6276636b3e09211e59ce689d91e4a025d31"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            12,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            0,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            6,
            8,
            5,
            6,
            5,
            9,
            9
          ],
          "topCandidateScores": [
            -0.04302424564957619,
            -3.716928005218506,
            -5.487685680389404,
            -6.564185619354248,
            -6.851446628570557,
            -6.955653667449951,
            -7.640277862548828,
            -8.120099067687988,
            -8.590888977050781,
            -8.804450035095215
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10420703887939453,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "5cf1428f4cef55111d757221607199a2c7e0838c94be70189a57b9f92c29b8bf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "38b707f6e35eac5a99a7ccd5933c9282c47fdb4398359a357705bccfffcf230d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2bef51ef522a4eeae0bae88737fb793a1939142ae88accd5f82d96778c6b0e74"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "44a6fda7863dcbb299fc3f0dcde980f8f3790626758e7d6bc00f6663d764cc64"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "20603ecbdd6fd9dceb924f512e25200a1d0dd906913c4b963d741c3b2b5ec0a6"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "c61c1f687963faf2b1672cb9207bdaf4eb3990757163cd950d5d61e9302432d4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "a11cad65abe7b42749de816da5167970a3ec3586850c8de2af8b6aebfaad2f66"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "eec2ba98b341f02c5e7ed2f482a0503552d676176502a07322e3fc87fd0a1e76"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            12,
            6,
            5,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            5,
            12,
            6,
            11,
            3,
            7
          ],
          "topCandidateScores": [
            -0.043467726558446884,
            -3.718653917312622,
            -5.488877773284912,
            -6.947396755218506,
            -7.047527313232422,
            -8.00629997253418,
            -8.294562339782715,
            -8.537138938903809,
            -9.369378089904785,
            -9.501704216003418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9587726593017578,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "72d9c1d05d5542158f802a73097272e8e3fe03c6bd1bbacccbdf36981daf110c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d8219a5b5cc965c0504e54d7b1b15ca2335ffe0e14819c19b0ecdaf3040d8cd6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c7b2569f799e409972eac854f05140630a893eb14b3c663d14c611c3d5ffb190"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "389f1412767677c3f315e74c733e6b04a76566e71ab98135105bfcb835460a85"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "af24e90af7a5931e1c0bc891d23b2b728f013d2e171308546b877dc9aacdd7b4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f2a06a79efb54df39fbed9c3c1d9da6582ec9391a528c3aeb250d27664359825"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2f41186d6af91ca1a133d0cc4d6f64ccc62ac97703bdaf9e2b84a053ee439e12"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "8e9f024fc975ac6e87c8be50d3f64e199331174a31e5ed0dbb6e55b0ffd31913"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            5,
            12,
            7,
            6,
            11,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.04356416314840317,
            -3.718658447265625,
            -5.501115322113037,
            -6.986235618591309,
            -7.1448564529418945,
            -9.621152877807617,
            -9.937814712524414,
            -10.063809394836426,
            -10.442198753356934,
            -10.469388961791992
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.4762964248657227,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "6284b842fcddaee20476bca4afa11458b0136a18880a2f221e4a9ee5d0d0e8e1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1dc4e1e07c739336c7d6f9c52bcbe9b6274456b605745715262ccb132dbf08f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "4b5d356cd3ffe80a645c5307ad791bcb626ba874ad3e864e1518a9747f250656"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "a0f11ca6f22e49dc4e5a6d1c705c8bc60f180765a72276fe26d7790e32c11e28"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "11681aea83b4ed4b12d2de8860aa9b666e41d9437981b947eedfd1b0a609c3a4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "f1467a2574a0a40c57e6897ce092bd516793b8e1c47f2773f44dcc8f1f87207e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "428e27813f5e3246bafbbb117169f26a10fb342279f92094d3a6a9eb5f76004d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "b97bbdad76f91a6ffc8cbf177c13011efb03879fb254b422bc62ae3b8399b1c8"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            6,
            9,
            5,
            12,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            7,
            5,
            11,
            12,
            11,
            6,
            3,
            5
          ],
          "topCandidateScores": [
            -0.04449058696627617,
            -3.718658447265625,
            -5.501131057739258,
            -6.999921798706055,
            -7.033627510070801,
            -7.513036727905273,
            -8.507091522216797,
            -10.662710189819336,
            -11.530864715576172,
            -11.55262565612793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47940921783447266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "87b02dcdfcd5011f77b9037129da94198e2c2837010c550188fb23a87c9365b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "b11e8f2cad6a8fc1042e90b08710a837922aa5d8f38ce6227d94c0131348c925"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "6f81e67b5ffc63451c9eb7099241460fb1f66e874e88c8cd0a8bf5a2349ccb6d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c5c47d53439e23cb6851ebbfcc383f9c05ba618f52e0b8a5f521579a74414d4f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a1fb575619ad5c3efcdc32d6113e679be0d44289a2a3e3dcd60ed8f397035992"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "8711300757d5b1f679fdd65829918451a38e4a51ee561be4ec4f8dabd9fec6b0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "70ee3735bc4fc8a474b8eb615d656ee7e728369a0b238ecaef9db6f877e258b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2cb0dbe52cc53775e8103a3fdeaff0cdb9b9d1d5e5aa8ba42e24c9daeec445b6"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            7,
            7,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            6,
            9,
            12,
            17,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.04449571296572685,
            -3.7218708992004395,
            -5.501190185546875,
            -7.002228260040283,
            -7.033668518066406,
            -9.946213722229004,
            -11.185586929321289,
            -11.206201553344727,
            -13.064576148986816,
            -13.370515823364258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.9125452041625977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "89f2b882ef8ac889e76802be1d0241c383432a45477415ff9554b9e80f6a6a93"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "7ae846b9b1c7abba8982ed600d218b2a176c38367db1da9df3ac0a36c4593930"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d75fa9accc5db5abbbad45519266aadfad5e500336feb5bc31309d0f37e26011"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "df6dab3e4ebd15efed68ee9b6a29d37b1586776d978f11c1d5ff88bf7b66d60d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "2249a04f7e80c930f6a11d8f1fe62d1e59a86327d302d2e0ac3bde51271bd136"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "5731bea610ad88e077f94d305d17560da9f50534aa3a5ae226d0667db96f0174"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "72d4d02f81e1d3c3b35edfa787b657f64f67ffa35e0b6839f4c28580900235e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "8db7925874487fe7b6bcf03b79adb83833e13369624faecc06149c74cfcbc47f"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            9,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            5,
            7,
            5,
            4,
            5,
            6,
            11
          ],
          "topCandidateScores": [
            -0.04450715705752373,
            -3.726256847381592,
            -5.501213550567627,
            -7.0043864250183105,
            -7.033668518066406,
            -9.276607513427734,
            -11.754013061523438,
            -12.248677253723145,
            -12.411890029907227,
            -13.173580169677734
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.242938995361328,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "e5d62830879745ba6a75f287db257b1972d32785f108475154cef0969761d8a5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "6382e2bb45739166240a12b9c86cab463daaddaf734e3966dc5003b35a05c695"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2feaaea7e05d1bfe6e96f8d826da9b3a298028503e13fe46ceb2774cf50502e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "e460d971e2db1368338b26893a490b3c40b1f4944e39b495f062629033098a9f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d14e723338caefba46f34b7be2a1ab92c093547dfd5e7903df4cd80f92b2d9b0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "a978e027dc9d9ba2ac46aae6a9d0de89f8f9e7976a38eae1af0075c0910517df"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "228cb3aa64c966c14279a23f5ff60a76202df1038d091342a1340ffa0fafaa42"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d4ad52241d2a34b3e9637e2bbf85cbc7a59bc0c7acb4ec0334260b67b84b86be"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            11,
            7,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            7,
            7,
            5,
            21,
            13,
            9,
            5,
            12
          ],
          "topCandidateScores": [
            -0.04451228305697441,
            -3.726316452026367,
            -5.501213550567627,
            -7.004459381103516,
            -7.034893989562988,
            -12.519556045532227,
            -13.832967758178711,
            -14.177386283874512,
            -14.205268859863281,
            -14.46792221069336
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.484662055969238,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "8cc199949dd6c81228658004a6f0a9d1ed15d6d97837055e8fb39a043ef11146"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0603014bea80e434606ab75bb8b1e697b49df6e949d422d3c0114702f6fa272e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0ec1541f6df9e6ce3bb9c687e2f92d51e860348452619c1ea27aa2f10e91a1c3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0e166684caf45bd7f30a3f45a3b4887f9fcf7eeadaf202bfa9754455ccb40c7c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "137144345b2d10e7894b9f76c4da7b5b2942c49665b8cdbd6a4bbb76116a4b5a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "b070da4ccbe081ad10093553d6a43e0ef9a43b2fcba9ba9d356478b25c846449"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "8e09faf89510989ae5801e32b1a538f2a14027eff75782ad6f2536d998dcc4eb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "962ce3533878649f86021d52b98e5800eb6636c112cedb75b33179c00cf5e9d6"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            9,
            4,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            4,
            11,
            5,
            17,
            6,
            23,
            10,
            9
          ],
          "topCandidateScores": [
            -0.04451228305697441,
            -3.7268850803375244,
            -5.501242637634277,
            -7.00448751449585,
            -7.941426753997803,
            -8.555572509765625,
            -9.213451385498047,
            -9.676424980163574,
            -9.921354293823242,
            -10.00278091430664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6141457557678223,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2eeb776f1724724971f4e80090ad85579b599e6779dbb25b6d9bca859670abea"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "c27415f08d2e6f363e80b5d66f4ff9a52371d479f44fafb6f3584d4470198510"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "364118488a4ef7fe1bc0576f0cd2875bd87bf9b1514ddc544a3a4dfa9972c31b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "3d4ce6c8b0b7f8f299ed2fb4a2d1d26c292e53f470621095ef445d0c82dda87a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "0429d46559632c0adc1f8b55e769dffb9e090c76b4c271cd606658bdfd91d884"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "e97a9782534d663438e90dcdb8972cb5336ad71948b4be0a322703bea2ddd8bc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a3540ea1d793abf9784a929819cfd4dcc91285f1cbbe80420f68fcdf63bbee80"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "1250a6ff23789f2ad0b693746da3a1873bc137014d925d3bdabac4a181defc8e"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            7,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            4,
            9,
            7,
            5,
            6,
            4,
            10,
            13
          ],
          "topCandidateScores": [
            -0.044515978544950485,
            -3.7268850803375244,
            -5.501894474029541,
            -7.004509449005127,
            -8.271748542785645,
            -9.899051666259766,
            -10.344413757324219,
            -11.659120559692383,
            -12.100790023803711,
            -12.774991989135742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.627303123474121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "c6316b125c77e65f865dbfb025e9f74e6d633d5099c79bd7e2d19cf419a057f2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "2b2f9c043711950d01873c7759447708ad952e8a02fcf6f278d0d8ad0186e50a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "c114b17a21e03294bf0e41f7750bf8e0be82611c4d58bcaf07237aba7588d008"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "77e7a2b8669b5ce178c81dbcf44ca46cba8cfdc269b8f237088c2759d3e554e4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "faa8c91a1b896a6e500a34d48abf40342e75f186bdd95675eb4acf9d05cf1b28"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "df4ec3417a5f758a957809b759550ba47e49be9941af8fb7a1fbf4ab5522cff7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "80049179def6970409c8e2fd2d09db49bac10fb7d0c6dba9028f75b0d4663959"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "84bbf6553f5dcdd9e44e129144187937515a9d67a74193f2df2eebf5f9c8722e"
            }
          }
        },
        {
          "step": 24,
          "inputTokenIDs": [
            4,
            8,
            4,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            8,
            3,
            4,
            6,
            13,
            5,
            17,
            9
          ],
          "topCandidateScores": [
            -0.04465329647064209,
            -3.7270290851593018,
            -5.501894474029541,
            -7.004509449005127,
            -8.271759986877441,
            -8.991787910461426,
            -11.916711807250977,
            -13.465620994567871,
            -14.370450019836426,
            -14.677912712097168
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                6,
                11,
                9,
                7,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -3.7270290851593018,
              "finishedAt": 24,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -7.004509449005127,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7200279235839844,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "71acc03c91dac95d9b35709e4c0cc1b9a60499e18f6fbe86595094115a446a33"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "b53afd6dcefd6724b42124f53fb2dfa5bc29ca4c4f18925b509bf1c046d4d7a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "8583dd9645a42819a67a9f71701d2cdc9e1a380fd33d91ffa282974eb2f6b2c5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "e2630b13f6f5c23eaafb513f110f8bf87477560fe9178a67bc1bfc87bf8d71e8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "913e517a531d5f9a6a52d274e1f611c59f271e514c9455d1e279f68937946226"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "98325c76c7ec7b2c4920d9871aa30d76132e9b1edadaba51a3f72b8634ec2e82"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "e68e27773f1ab7cde8ebca5594f575937905eca7e0e7f493f7f47b81675d7cab"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "aa941d21f370f935677c46fec010449e8a361abcf11ac1b6a33dad0407f70ecd"
            }
          }
        },
        {
          "step": 25,
          "inputTokenIDs": [
            4,
            6,
            8,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            1,
            1,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            4,
            5,
            17,
            28,
            8,
            23,
            14,
            9
          ],
          "topCandidateScores": [
            -0.04465329647064209,
            -5.502171039581299,
            -8.271978378295898,
            -10.077738761901855,
            -10.143993377685547,
            -10.572769165039062,
            -11.916711807250977,
            -11.957205772399902,
            -12.303905487060547,
            -12.542317390441895
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -5.502171039581299,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4287757873535156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "c917a6e3e78a117db248c14a6761d6a8fb95ad542ae39d4060d14d1739857539"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "8fda39e820a25095cf6e967fb0ea0d3e28cc39dbc2e6e81db59cf430cba6dbdf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "152cf12f6faed5085c58eedbbfe9f39e90cb36e6d9066b04c6ca278c6b020a72"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "7c7387fbbb0dc7d370c3ca0e231595e8ddae14691a9f38c257dfede21931e4bd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "f27f9bc0163614bb0250790375b5f23c8aed7b9c003f26e9331050f710143396"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "4248d565e4a2f061b42e03bfdd16a797614af54a444c35d91d4118ac99b465a7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "a295de61f34890fc1964b953ab624c395aeb3bd42b981efcec9a1de5452a39bf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "381d4b87977dd1b704dd72865cf61031c2a8d8de4d4a3f234a5acd130029ff20"
            }
          }
        },
        {
          "step": 26,
          "inputTokenIDs": [
            8,
            28,
            4,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            3,
            1,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            7,
            6,
            5,
            17,
            28,
            9,
            14
          ],
          "topCandidateScores": [
            -0.04468798637390137,
            -8.271978378295898,
            -10.143993377685547,
            -10.162172317504883,
            -10.572770118713379,
            -11.414281845092773,
            -11.734594345092773,
            -12.50301742553711,
            -12.563382148742676,
            -12.667753219604492
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -0.04468798637390137,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8415117263793945,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "fcc387d166175dce6010553222e0d75052ae8414db75a16526eb6eeba2ecb76f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "ead67b3b0b8307283ef7faeec545e7f99d0bcb30681919da73c03cbd30acaa85"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "8375690463ddf2ec24886cfcf2c20ab9dcc9a6d2025e9fdd93945ca046738195"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "a1ed13d905aef7b2a5bf82f1e58f2738f2beff1056dd0e52298d765260886f87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "7f58d231637a429800c3b8da2f4151dbad3877fff0b8b75c7483e039e0c94820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "cab1f1e0a46b3c833b2aea8fa6ff9c3d8d5187f8e700c5af695a6417a0ce59e1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "0fd9b9be314e09cf1de5d7b12c77bea74a99b2fdb6cc093abaa141c2fc59906f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "24925ea008fa62c5f3a4d429ee6072b26ff177188032d976511757f8b6e4f720"
            }
          }
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            8,
            7,
            7,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            11,
            3,
            5,
            6,
            9,
            11,
            17
          ],
          "topCandidateScores": [
            -8.272062301635742,
            -10.14413833618164,
            -10.162217140197754,
            -10.572870254516602,
            -11.48291301727295,
            -14.45701789855957,
            -15.797444343566895,
            -17.92643928527832,
            -18.070951461791992,
            -18.09955406188965
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5,
                7,
                4,
                4,
                8
              ],
              "score": -8.272062301635742,
              "finishedAt": 27,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -11.48291301727295,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.974104881286621,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "5b30e8d6c7c70fc9ae223e5d77c4b782108d1300051514ca1d7f99307cc04f1a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "e06b3a8a9540f525d232e8bd150b8bdc5ca674565889c9d7ec3ee1008827851c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "2ce4c61eda71a13e1169e2650292c9abe0771af9113fa2aecd63f986b99cf4e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d00c1e6b360027e7b05c058a8ac3d1dae6913b67146e72d3646d8c3c86a86e21"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "850357c99bf16b2a1c1f89589b418ab8b73716045676d4f1fdaa1d217a0620dc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "b984fb324f66c362389a3fedc6f5e9da96877027477a2b6552eb9fc04788b978"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f082ad40d1546fe2deae6f03da584f204b2f79006283369f21f89261640dcff7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "091c2c3a5e62f81e08e34d32bf87a1460c6bfc2a154bfebf5b13d580beff36af"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            45,
            39,
            13,
            14,
            21
          ],
          "topCandidateScores": [
            -0.0034085765946656466,
            -6.159327507019043,
            -7.351056098937988,
            -7.448540687561035,
            -10.651449203491211,
            -11.384771347045898,
            -11.704241752624512,
            -12.150177001953125,
            -13.382863998413086,
            -13.416633605957031
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7333221435546875
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            11,
            8,
            5,
            6,
            12,
            4,
            11,
            6
          ],
          "topCandidateScores": [
            -0.008830628357827663,
            -5.412415981292725,
            -6.212157726287842,
            -7.351056098937988,
            -7.651806354522705,
            -7.790351390838623,
            -8.580769538879395,
            -8.703322410583496,
            -9.373055458068848,
            -9.871753692626953
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13854503631591797
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            9,
            11,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            4,
            6,
            5,
            12,
            4,
            6
          ],
          "topCandidateScores": [
            -0.035828448832035065,
            -3.667611837387085,
            -5.419193267822266,
            -6.221490383148193,
            -7.696473598480225,
            -7.809142589569092,
            -7.9818291664123535,
            -8.205768585205078,
            -8.537389755249023,
            -8.59442138671875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11266899108886719
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            4,
            6,
            5,
            4,
            8,
            4
          ],
          "topCandidateScores": [
            -0.03593596816062927,
            -3.674114227294922,
            -5.422361373901367,
            -6.313314914703369,
            -8.331506729125977,
            -8.454947471618652,
            -9.06656551361084,
            -9.402446746826172,
            -9.488215446472168,
            -9.759532928466797
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12344074249267578
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            3,
            4,
            4,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            9,
            12,
            5,
            6,
            4,
            4,
            4
          ],
          "topCandidateScores": [
            -0.036027636379003525,
            -3.674133062362671,
            -5.422884464263916,
            -6.797938346862793,
            -7.980747699737549,
            -8.168652534484863,
            -8.823904991149902,
            -9.301135063171387,
            -9.635552406311035,
            -9.974979400634766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18790483474731445
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            11,
            9,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            7,
            5,
            5,
            9,
            4,
            4,
            5
          ],
          "topCandidateScores": [
            -0.03606089577078819,
            -3.674133062362671,
            -5.422961711883545,
            -7.061803340911865,
            -8.051092147827148,
            -8.299372673034668,
            -11.185497283935547,
            -11.560133934020996,
            -11.684592247009277,
            -11.7136812210083
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24828052520751953
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            1,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            12,
            7,
            4,
            4,
            5,
            4,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.03606816753745079,
            -3.6821141242980957,
            -5.422961711883545,
            -7.187708377838135,
            -8.073938369750977,
            -9.231019973754883,
            -9.239461898803711,
            -9.656830787658691,
            -10.179701805114746,
            -12.275354385375977
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1570816040039062
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            12,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            4,
            8,
            8,
            4,
            6,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.03606828674674034,
            -3.6954832077026367,
            -5.432959079742432,
            -7.187708377838135,
            -8.073938369750977,
            -8.533597946166992,
            -9.214591979980469,
            -10.2428617477417,
            -11.017435073852539,
            -11.884527206420898
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4596595764160156
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            5,
            4,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            8,
            5,
            4,
            4,
            5,
            12,
            9,
            6
          ],
          "topCandidateScores": [
            -0.037185605615377426,
            -3.699453830718994,
            -5.432959079742432,
            -6.9309983253479,
            -7.19113302230835,
            -8.074073791503906,
            -9.570273399353027,
            -9.699565887451172,
            -10.697969436645508,
            -10.881977081298828
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8829407691955566
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            8,
            4,
            5,
            6,
            12,
            6
          ],
          "topCandidateScores": [
            -0.037185605615377426,
            -3.699453830718994,
            -5.433190822601318,
            -7.202478408813477,
            -7.222047328948975,
            -9.214673042297363,
            -9.481529235839844,
            -9.804625511169434,
            -11.871267318725586,
            -12.200618743896484
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.9926257133483887
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            6,
            5,
            11,
            13,
            10,
            6
          ],
          "topCandidateScores": [
            -0.03719263896346092,
            -3.699458360671997,
            -5.433865547180176,
            -7.21461296081543,
            -7.815682411193848,
            -8.538713455200195,
            -8.946800231933594,
            -12.03988265991211,
            -12.440853118896484,
            -12.504193305969238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7230310440063477
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            5,
            4,
            6,
            13,
            10,
            12
          ],
          "topCandidateScores": [
            -0.03723519667983055,
            -3.6995153427124023,
            -5.434935092926025,
            -7.40825080871582,
            -7.862879753112793,
            -9.04399299621582,
            -10.487878799438477,
            -11.398249626159668,
            -11.453947067260742,
            -11.628019332885742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1811132431030273
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            6,
            5,
            12,
            4,
            6,
            4,
            6,
            12
          ],
          "topCandidateScores": [
            -0.037311963737010956,
            -3.699664831161499,
            -5.452632904052734,
            -7.529541015625,
            -7.974935531616211,
            -9.589016914367676,
            -9.685182571411133,
            -10.136058807373047,
            -10.864505767822266,
            -11.182229995727539
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6140813827514648
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            4,
            6,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            1,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            4,
            12,
            5,
            10,
            4,
            7,
            12
          ],
          "topCandidateScores": [
            -0.03897569328546524,
            -3.7055885791778564,
            -5.462327480316162,
            -6.55148458480835,
            -7.586489677429199,
            -8.08360481262207,
            -8.680408477783203,
            -8.920624732971191,
            -10.276398658752441,
            -10.456222534179688
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4971151351928711
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            5,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            12,
            4,
            12,
            5,
            6,
            18,
            9,
            10
          ],
          "topCandidateScores": [
            -0.040097180753946304,
            -3.7073771953582764,
            -5.480454444885254,
            -6.85144567489624,
            -7.132105350494385,
            -7.697997570037842,
            -7.9039130210876465,
            -9.327385902404785,
            -9.369028091430664,
            -10.05552864074707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.565892219543457
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            12,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            0,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            6,
            8,
            5,
            6,
            5,
            9,
            9
          ],
          "topCandidateScores": [
            -0.04302187263965607,
            -3.7169346809387207,
            -5.4876837730407715,
            -6.564186096191406,
            -6.85144567489624,
            -6.95565128326416,
            -7.640276908874512,
            -8.120098114013672,
            -8.590897560119629,
            -8.804449081420898
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10420560836791992
        },
        {
          "step": 16,
          "inputTokenIDs": [
            12,
            6,
            5,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            5,
            12,
            6,
            11,
            3,
            7
          ],
          "topCandidateScores": [
            -0.043465472757816315,
            -3.718660593032837,
            -5.488875865936279,
            -6.947395324707031,
            -7.047528266906738,
            -8.00629997253418,
            -8.294550895690918,
            -8.537138938903809,
            -9.369375228881836,
            -9.501700401306152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9587717056274414
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            5,
            12,
            7,
            6,
            11,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.0435616709291935,
            -3.71866512298584,
            -5.501113414764404,
            -6.986233711242676,
            -7.144857406616211,
            -9.621150970458984,
            -9.93780517578125,
            -10.063804626464844,
            -10.442194938659668,
            -10.469392776489258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.4762935638427734
        },
        {
          "step": 18,
          "inputTokenIDs": [
            6,
            9,
            5,
            12,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            7,
            5,
            11,
            12,
            11,
            6,
            3,
            5
          ],
          "topCandidateScores": [
            -0.04448797553777695,
            -3.71866512298584,
            -5.501129150390625,
            -6.999919414520264,
            -7.033627986907959,
            -7.513038158416748,
            -8.507089614868164,
            -10.662713050842285,
            -11.530865669250488,
            -11.552627563476562
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47941017150878906
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            7,
            7,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            6,
            9,
            12,
            17,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.04449298232793808,
            -3.721876859664917,
            -5.501188278198242,
            -7.002225399017334,
            -7.0336689949035645,
            -9.946216583251953,
            -11.185590744018555,
            -11.206205368041992,
            -13.064579010009766,
            -13.370511054992676
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.9125475883483887
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            9,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            5,
            7,
            5,
            4,
            5,
            6,
            11
          ],
          "topCandidateScores": [
            -0.044504426419734955,
            -3.7262625694274902,
            -5.501211643218994,
            -7.004383563995361,
            -7.0336689949035645,
            -9.276618003845215,
            -11.754018783569336,
            -12.248677253723145,
            -12.411890029907227,
            -13.173576354980469
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.2429490089416504
        },
        {
          "step": 21,
          "inputTokenIDs": [
            11,
            7,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            7,
            7,
            5,
            21,
            13,
            9,
            5,
            12
          ],
          "topCandidateScores": [
            -0.04450955241918564,
            -3.7263221740722656,
            -5.501211643218994,
            -7.004456043243408,
            -7.0348944664001465,
            -12.519567489624023,
            -13.832975387573242,
            -14.177387237548828,
            -14.205273628234863,
            -14.467928886413574
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.484673023223877
        },
        {
          "step": 22,
          "inputTokenIDs": [
            9,
            4,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            4,
            11,
            5,
            17,
            6,
            23,
            10,
            9
          ],
          "topCandidateScores": [
            -0.04450955241918564,
            -3.726890802383423,
            -5.5012407302856445,
            -7.004484176635742,
            -7.941426753997803,
            -8.555571556091309,
            -9.21345329284668,
            -9.676427841186523,
            -9.921357154846191,
            -10.002779006958008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6141448020935059
        },
        {
          "step": 23,
          "inputTokenIDs": [
            7,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            4,
            9,
            7,
            5,
            6,
            4,
            10,
            13
          ],
          "topCandidateScores": [
            -0.04451324790716171,
            -3.726890802383423,
            -5.501892566680908,
            -7.004505634307861,
            -8.271748542785645,
            -9.899052619934082,
            -10.344415664672852,
            -11.6591215133667,
            -12.100790977478027,
            -12.77498722076416
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6273040771484375
        },
        {
          "step": 24,
          "inputTokenIDs": [
            4,
            8,
            4,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            8,
            3,
            4,
            6,
            13,
            5,
            17,
            9
          ],
          "topCandidateScores": [
            -0.04465068504214287,
            -3.727034568786621,
            -5.501892566680908,
            -7.004505634307861,
            -8.271759986877441,
            -8.991792678833008,
            -11.916715621948242,
            -13.46562671661377,
            -14.37045955657959,
            -14.677916526794434
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                6,
                11,
                9,
                7,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -3.727034568786621,
              "finishedAt": 24,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -7.004505634307861,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7200326919555664
        },
        {
          "step": 25,
          "inputTokenIDs": [
            4,
            6,
            8,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            1,
            1,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            4,
            5,
            17,
            28,
            8,
            23,
            14,
            9
          ],
          "topCandidateScores": [
            -0.04465068504214287,
            -5.502168655395508,
            -8.271977424621582,
            -10.077742576599121,
            -10.144001007080078,
            -10.572769165039062,
            -11.916715621948242,
            -11.957210540771484,
            -12.303911209106445,
            -12.542322158813477
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -5.502168655395508,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4287681579589844
        },
        {
          "step": 26,
          "inputTokenIDs": [
            8,
            28,
            4,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            3,
            1,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            7,
            6,
            5,
            17,
            28,
            9,
            14
          ],
          "topCandidateScores": [
            -0.044685374945402145,
            -8.271977424621582,
            -10.144001007080078,
            -10.162175178527832,
            -10.572770118713379,
            -11.41427993774414,
            -11.734594345092773,
            -12.50301742553711,
            -12.56338119506836,
            -12.667756080627441
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -0.044685374945402145,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8415098190307617
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            8,
            7,
            7,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            11,
            3,
            5,
            6,
            9,
            11,
            17
          ],
          "topCandidateScores": [
            -8.272061347961426,
            -10.144145011901855,
            -10.162220001220703,
            -10.572870254516602,
            -11.48291015625,
            -14.457016944885254,
            -15.797441482543945,
            -17.926437377929688,
            -18.070945739746094,
            -18.099552154541016
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5,
                7,
                4,
                4,
                8
              ],
              "score": -8.272061347961426,
              "finishedAt": 27,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -11.48291015625,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.974106788635254
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -0.04468798637390137,
          "finishedAt": 26,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            6,
            11,
            9,
            7,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -3.7270290851593018,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -5.502171039581299,
          "finishedAt": 25,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -7.004509449005127,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5,
            7,
            4,
            4,
            8
          ],
          "score": -8.272062301635742,
          "finishedAt": 27,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -0.044685374945402145,
          "finishedAt": 26,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            6,
            11,
            9,
            7,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -3.727034568786621,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -5.502168655395508,
          "finishedAt": 25,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -7.004505634307861,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5,
            7,
            4,
            4,
            8
          ],
          "score": -8.272061347961426,
          "finishedAt": 27,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.CCOC(=O)c1ccc(CN)cc1",
        "candidates": [
          {
            "smiles": "CCOC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C12H15NO3",
            "model_score": -0.04468798637390137,
            "rank": 1
          },
          {
            "smiles": "CC(=O)NCc1ccc(C(=O)O)cc1",
            "formula": "C10H11NO3",
            "model_score": -3.7270290851593018,
            "rank": 2
          },
          {
            "smiles": "COC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C11H13NO3",
            "model_score": -5.502171039581299,
            "rank": 3
          },
          {
            "smiles": "CCOC(=O)c1ccccc1CNC(C)=O",
            "formula": "C12H15NO3",
            "model_score": -7.004509449005127,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.CCOC(=O)c1ccc(CN)cc1",
        "candidates": [
          {
            "smiles": "CCOC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C12H15NO3",
            "model_score": -0.044685374945402145,
            "rank": 1
          },
          {
            "smiles": "CC(=O)NCc1ccc(C(=O)O)cc1",
            "formula": "C10H11NO3",
            "model_score": -3.727034568786621,
            "rank": 2
          },
          {
            "smiles": "COC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C11H13NO3",
            "model_score": -5.502168655395508,
            "rank": 3
          },
          {
            "smiles": "CCOC(=O)c1ccccc1CNC(C)=O",
            "formula": "C12H15NO3",
            "model_score": -7.004505634307861,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-gpu",
      "id": "long-connected",
      "logitPairs": [
        "original-gpu__long-connected__logits_0",
        "original-gpu__long-connected__logits_1",
        "original-gpu__long-connected__logits_2",
        "original-gpu__long-connected__logits_3",
        "original-gpu__long-connected__logits_4",
        "original-gpu__long-connected__logits_5",
        "original-gpu__long-connected__logits_6",
        "original-gpu__long-connected__logits_7",
        "original-gpu__long-connected__logits_8",
        "original-gpu__long-connected__logits_9",
        "original-gpu__long-connected__logits_10",
        "original-gpu__long-connected__logits_11",
        "original-gpu__long-connected__logits_12",
        "original-gpu__long-connected__logits_13",
        "original-gpu__long-connected__logits_14",
        "original-gpu__long-connected__logits_15",
        "original-gpu__long-connected__logits_16",
        "original-gpu__long-connected__logits_17",
        "original-gpu__long-connected__logits_18",
        "original-gpu__long-connected__logits_19",
        "original-gpu__long-connected__logits_20",
        "original-gpu__long-connected__logits_21",
        "original-gpu__long-connected__logits_22",
        "original-gpu__long-connected__logits_23",
        "original-gpu__long-connected__logits_24",
        "original-gpu__long-connected__logits_25",
        "original-gpu__long-connected__logits_26",
        "original-gpu__long-connected__logits_27",
        "original-gpu__long-connected__logits_28",
        "original-gpu__long-connected__logits_29",
        "original-gpu__long-connected__logits_30",
        "original-gpu__long-connected__logits_31",
        "original-gpu__long-connected__logits_32",
        "original-gpu__long-connected__logits_33",
        "original-gpu__long-connected__logits_34",
        "original-gpu__long-connected__logits_35",
        "original-gpu__long-connected__logits_36",
        "original-gpu__long-connected__logits_37",
        "original-gpu__long-connected__logits_38",
        "original-gpu__long-connected__logits_39",
        "original-gpu__long-connected__logits_40",
        "original-gpu__long-connected__logits_41",
        "original-gpu__long-connected__logits_42",
        "original-gpu__long-connected__logits_43",
        "original-gpu__long-connected__logits_44",
        "original-gpu__long-connected__logits_45",
        "original-gpu__long-connected__logits_46",
        "original-gpu__long-connected__logits_47",
        "original-gpu__long-connected__logits_48",
        "original-gpu__long-connected__logits_49",
        "original-gpu__long-connected__logits_50",
        "original-gpu__long-connected__logits_51",
        "original-gpu__long-connected__logits_52",
        "original-gpu__long-connected__logits_53",
        "original-gpu__long-connected__logits_54",
        "original-gpu__long-connected__logits_55",
        "original-gpu__long-connected__logits_56",
        "original-gpu__long-connected__logits_57",
        "original-gpu__long-connected__logits_58",
        "original-gpu__long-connected__logits_59",
        "original-gpu__long-connected__logits_60",
        "original-gpu__long-connected__logits_61",
        "original-gpu__long-connected__logits_62",
        "original-gpu__long-connected__logits_63",
        "original-gpu__long-connected__logits_64"
      ],
      "maximumProbabilityError": 2.1964937715335253e-06,
      "maximumRowTotalVariation": 2.196537390333416e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            23,
            19,
            20,
            21,
            85
          ],
          "topCandidateScores": [
            -0.024169443175196648,
            -4.35968542098999,
            -4.897932529449463,
            -6.788440704345703,
            -7.033580780029297,
            -7.440835475921631,
            -8.599154472351074,
            -8.721333503723145,
            -9.037646293640137,
            -9.865363121032715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.407254695892334,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "54ec9bdd342804479918f32e8bce636dac67408bfd873a7605de27876dbab9ef"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "5fe610e00a024f7b490e1adef4be65f2cee2a1ac7edd2f033ce62d25ff9ff0e7"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "1cbd6ea6f75ab0b1e3651ce2683909c20bf89dce1e0756704e72a2dd42902dc0"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "6a32d6d0f35a6d92fc90b9ceabfb3479a6527436a151256829d2e8381c9098c0"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "da01af5ce1f17481dc76ada955dddc38536d3ef23ea55ab4aa6c8e23ca993e66"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c7750bad18873721a8eb3dc7bccd4b10de1bcddccee188978a38db8a4a940e67"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "cdec624e11f42c60019240af0b521568895d4564e79940db7636e272aca470bd"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "ba816bd37b830b40a4c398c996d6a18b46fb3eaf2012781b972a38a4f19a5bfd"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d01a427c1deca585297530aa775215dd69e5afff97c6672eb488438feafe4c33"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e7ba4341724a361ec0342786ba3e0772277ca2c1f0e2ab23c2430169e3ab5ef6"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "6329aaccaf35d77bbb4fdda19b19ddd646f32fe1710753376491628e44ea8c47"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "35d872c4900ee9891bb3d00e54381b44c59e175b92d0b5072e62d1ee9a1c37a6"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ec4be3c0d87db94d98f28686d90a408fe43a37c1b46f58b719e3383542281a49"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ef6d221fb7ead8ac72381a867c3c085fedf9fafa9c6c41202c392a1f8eec76e6"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            2,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            6,
            8,
            11,
            5,
            4,
            9,
            27
          ],
          "topCandidateScores": [
            -0.14386171102523804,
            -2.908585548400879,
            -3.548767566680908,
            -4.09542989730835,
            -4.89793586730957,
            -5.124325275421143,
            -5.179271697998047,
            -5.6526360511779785,
            -5.99128532409668,
            -6.257457733154297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22638940811157227,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e499e2815f4da8a4ca664786b2e52d5a96c11d822ff2a5931256cfbc4e55a037"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3616e47b3388d591592ef23cbc0b0971fd1ff03f8a01fdefe2da99dc43e3149a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "60f430fea2bb8eb6fdcdb5b09a0f391196500f27a7eebc529f087ddd674812bd"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "db910fe986be95956112947079113a10faf14a61c4100b3952162d9a3b3d2290"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7ea2e8666cf323c68fb9ce96c296d5276534999616360429c6975207efa41ae9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "f87da44d3cde8bb322efb305bd60333e85208ae23da7c167cbad5291d5aa842a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "67cc772c6d9f0453bb4daae110c6301345efa4f9f49d4b62838273d810572c1c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "08a2e6a4ab1a47951aefe67cad34f8d823489e292d087180106b981c2964ddc2"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            11,
            5,
            5,
            4,
            8,
            11,
            27,
            6
          ],
          "topCandidateScores": [
            -0.16290542483329773,
            -2.9092979431152344,
            -4.0710296630859375,
            -4.281233310699463,
            -4.48745584487915,
            -4.909396648406982,
            -5.39886999130249,
            -5.667911052703857,
            -5.671684265136719,
            -5.816696643829346
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42194080352783203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f0486da3027d08c1d3edc094a958bfc580c3a89e98bf5bf90cd3213b418cd6c6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "dda2deac2e5caece0aa6dce5f37d37720499e528b9169b4ae5269042ec61dc91"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "24ca36b04aa6925c8d562ff8964c8aea51c390fb2b581dbee8083aad82b8620b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0278a38aabc8b2fd7987ec10920d03015d35a12988511ca2517babfe04ac28af"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b687dde490b3288dcb504e0ff16165d0a0c5d640544d51a5fa31f34e07d176d9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "30260f6b47526df422f0528738b46685307f471eea97b0f1f5bba27ce7880357"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "658d9ac0f3f16a888f73b213ee1afd6b03c1a980550787eb1375bbb39228f184"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2b76a752f2db33f065ca653cdba00caf89b08f12e710abaa5c451541e13954ab"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            8,
            4,
            11,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17168563604354858,
            -3.0547091960906982,
            -4.076578617095947,
            -4.359791278839111,
            -4.5317912101745605,
            -5.910705089569092,
            -6.059642791748047,
            -6.082940101623535,
            -6.435264587402344,
            -6.4435224533081055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3789138793945312,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "28951df735b901466751e7ba4bc97f2012b65b4a1ea8b17e0f0528ea665a97eb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "86d7fc626a1761d1d4d0b7598f535eb04a8284f8a6d0fe6e496d322465e6208c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "aed67d65185a154ca67d5566b4e09ae82a13875a8121005e8b9ebb8595a79aa6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "edaea10ce014daff1520fc69ea965fb5f890423aaf749b9b543dc0cc400f0d87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "33d407c607ba81d11bd71ee092f75698719fe05c8bb42163f92f2f5871bbc016"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "88c51bbc96ab7ac0cddb9deda1478d173231e758ac5de3d4d52b12a7fe38160b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9e4e3135bbfba8001a8e768235b7f76c75af5ed88bdd7e87a47a460f449e7f57"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1d3495ac436026dfae8ba9904d377e60e7e1b4c53b3801cfaf30e4e38aef4d13"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            2,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            11,
            5,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17976167798042297,
            -3.3870491981506348,
            -4.39393424987793,
            -4.531619071960449,
            -4.607346534729004,
            -5.525768280029297,
            -5.5760698318481445,
            -5.8932905197143555,
            -6.0317063331604,
            -6.07612419128418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.918421745300293,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "957c334ef254b20db70a09bdf8dc9e85f6962c24060d333b3f7f89d27b14e11d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "236a5408b862f425772f6ffc549a8107c3bb2f9a4a161b75bdb0e6d88aa6e593"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ac62e13b5c2f51567bbb6cb8ed0bf02f0153ec73cf16e5fb4f6cb317fdcac8c1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c3c5b3f81d5cd36713ef10c9760bd8a869baccb8b2270874941bca27bc2e7a7b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c5ce2619a810a35234c544e5544d311e7491a19408785fb4a4bc1b84ea10e081"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "76ce986fc04fe2e56d06de28b28068199c949ce518d4f8a0233e46233dc1aa40"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9bc9a0221620fa1f3d42b11277ce6d47094fd8cae735fd000b6a27768258d86f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "364ef14d3fede3b6ae4bf0b218288a4fe2430250e03799c88aa11a7f896a9f99"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            10,
            5,
            27,
            11,
            8,
            6,
            10
          ],
          "topCandidateScores": [
            -0.19283300638198853,
            -3.430004596710205,
            -4.429837703704834,
            -4.531619071960449,
            -4.764522075653076,
            -5.253173351287842,
            -6.441163063049316,
            -6.6432929039001465,
            -6.936181545257568,
            -6.9944963455200195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4886512756347656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "591036bfb639e5014771943b93699dba8e7d20b179e8c5a1c6b73bb82134282e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3b6ca38d9331f86e1d4eb9d51ff7c4b8a30b5a1d090081173ba163418936fea7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "37c81da61c0512c69ac8003ecce8d650ab56b3880b0bf03e11b9d4fc815d963f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "907684a1ef4bb5f79320febe44cef7f4e27fe2ed5ce6a9682a286b985a4ba0e4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3ac3e880728f109799183aecc071403e13589de3fb06a51e43eab7d8027c23fa"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4f3eb30e463818859540e860b5b614fc393d4c98b26156fb2d74de817d6c0237"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "79da3a535b4c721b20a45c80862cc8689c6b99a43b50fa40df775bd59545e246"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "cd424f34a395bd509fafcde83fee0a19ded8d031f61d5384c665380e30f6f11d"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            5,
            5,
            10,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.20841971039772034,
            -3.4563353061676025,
            -4.470430374145508,
            -4.533333778381348,
            -4.841710090637207,
            -5.358508110046387,
            -6.079357147216797,
            -6.114202976226807,
            -6.471385955810547,
            -7.42785120010376
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167980194091797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3d9ee315f60a1d3f206b193935289ebcdd4c2b26c013a40f73bee24bf8603694"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4e07fdb963f608722ec6544a8984b590a4b5786b8a347aec1cb4292ffd47b6b4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "83a1d3f5a3ee3992297b90b1fbc9264e8c84eb43c5ea16665e9a45d0df7aea79"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3b51da3104d8e1dcab41d72923161151da69a17f0bc8d4ead90b91ee5e099d4d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "72c26cd8f4cbb08b1c877388b9dc0f6e70ce3b9ead7453b7142985570a9a7820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "b32349893315c63528cbe2869f800a035e2c00d08998d6e88ed76aa9dae4f69c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5d4d200fe5a5d7b642c2ca3359ddcac3ad8c45a6ec1b75f535942c1f0723b683"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1e476cbdfa62ff308b7f7d4a99aaf9aaef4cd4eed51c5ef61a04d274e453e0f"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.22617554664611816,
            -3.482790946960449,
            -4.520920276641846,
            -4.562951564788818,
            -4.87917423248291,
            -5.339178085327148,
            -5.895816326141357,
            -6.0074076652526855,
            -6.178529262542725,
            -7.513220310211182
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4600038528442383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e8dab3181258041fd3432168a4d8b40772a4ac93c139b17cbe38f382b7a437be"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "57b8c09cc9bd61188da30d9e2639afa3ec0e408a2427af8903192408e828506e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "997de7a2b8a6b8efd3138975bd7697d4c1a9c5be1bb430d8f57b763f9a1bbf94"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0a404b7f73f801b621b7c7795c5d91459da9567baaaf553b779bd89adaf9acae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e73624b5598b54bed1fe532c30b5959e408b9e6a65063d7e53c099f56bcc67b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a991ec34fc62e22036d231d787f47befdf822a0840ef0579e90985ab1ed52943"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0ccb65d970141c9071ed8ce9324f4f5ea7cac8ff43aeb393d3652d58aeb22225"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6c27f0888d002f8e6a109808111ba1d01feb6ea95ec403f8b1b7fa1f93f8274c"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            3
          ],
          "topCandidateScores": [
            -0.24508309364318848,
            -3.5097877979278564,
            -4.570892810821533,
            -4.606469631195068,
            -4.904358386993408,
            -5.297053337097168,
            -5.948125839233398,
            -6.018001556396484,
            -6.143674850463867,
            -7.119012832641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39269495010375977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "71e4d0145dff82ed6e760067678e9c3237caac8083b23f00c348312e6cbe7e9f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7a420aaad50a012cc91540341cf26dfa431ec700a9f4534c677cd1c93193988a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "973f7c0b6d0c8585dd3d1f88d7cf690ce1596f48ebcc6fe94cae83b000764e00"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b680ec7c2c29c316482f1d88179b440329966a5b017244d63514402631b86f87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "9612b819fd58f91167337c7623fb2c349c262f851c99712c43bf0e99c0e32fce"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "610b2300889f4548857c945829e5abfcc1b891d965f6d699de8c24e4c8fd00e9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bba2b2913c3254cb98718328a01159f82b7e9d8f750550c287d8277e99a922b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2db4555aebc75961210d41ef73e8975acbd3cec9e362d751ed2d9a4db683bbb2"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            11,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.2637951672077179,
            -3.54081654548645,
            -4.623866558074951,
            -4.6385345458984375,
            -4.924145698547363,
            -5.505943298339844,
            -5.895543098449707,
            -6.163106918334961,
            -6.250840187072754,
            -6.351404190063477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5817975997924805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "97d3d59da9d1d0c405793fbf612e4b2f591b5677760343e5607f433853afd338"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8eb1e1071b9387ac3e49c1987c392dea86f78f2d90752ddae935102d9eb37a26"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "84ed77381bc1f3aac3576667be2b22ac129d8f776d3a7fe02a2e11020299a3ff"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "de1d73e6b77535f6a0783fc217462b6bc8439baaa8060b413ddf991922ef36dc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "7d7e0ebd0149a0e3c98a583da8daf9eac3468d76dd0d399a9ba5df1ce68cdb80"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "688e1c1e665e8d803ae63867a0ba88e81fe1d814681975a9a39aa23c4e0a81a9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "55301bf0ff743c707fecee90627dfa1ce4ed0dfd60e5e4e2738d2a0ae2b332bb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "55d29a568c7d0e3f1785f5ab8800ada31f3f41abfe219cd850b812b29068477c"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            4,
            5,
            5,
            3,
            11,
            27,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2829703390598297,
            -3.5807559490203857,
            -4.64842414855957,
            -4.679369926452637,
            -4.940002918243408,
            -5.65297794342041,
            -5.746764183044434,
            -5.977169990539551,
            -6.286510944366455,
            -6.508785724639893
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.712975025177002,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1aed6675e2b97dfdeef8d52f9ce0ccec1050d53a04676739ac72cf6ac194df57"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "aafceda3b3e8064612a78aaf3e99e3510676dacb171629545f74515792d54b83"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f5fb2586ba431d665aee643c6c930ef7ccffd42580d6d8b1449e230d51fb6302"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "880163c1bda7e7ee638e71ead0528f4c96f312ef9f374ab9164d14a841c7f123"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c2fd5c5117594d2212860ee751fb9afa6fdef5e49b93b15c5ac3fe271be66e5d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "333a78725d537ea525b4b174cd92243cd4650db46a5c6433cd542882e4ca522b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b8bf7564f0d3cb5a660a9cf10f8aeaff2f6ea0f24caf54dba171eec0625e716"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "79d66524e213bfc2948f62a1777e2c14eaed5040ad1b6b681212e22848261f85"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            10,
            5,
            5,
            3,
            11,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.3025945723056793,
            -3.628922700881958,
            -4.648439407348633,
            -4.7330851554870605,
            -4.9549174308776855,
            -5.3004469871521,
            -5.741144180297852,
            -6.231693744659424,
            -6.579007625579834,
            -6.708992958068848
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.34552955627441406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3f4db0fde82ed911cbe42b62464105e41671ba97f1a0754c822179c0f4eac549"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "dce4aaa6eb758e6aa18cd7cf444804d68fdb5131d9c1e3ef23c24528368256a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b2d218c0645801ee4f65d7be3faf4c387f0730f9da3fffbe5b8d95abbed84228"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b57943a7ee7ec7b273b25a0e4d2b466c913122d3f6747483e1b1b0c053ec1a05"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "347de1468f2ce44e94b5686d0aab857fc7f2735c47b97381a235c44713c51394"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "38a46e8060b69bacd59aada1574f5cdcf51fec2b0dbbeb04d10302a18cd7f118"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f580a5be801c8b1e274276ba15fe47c3c43872085b389fd0fc2865efee98df1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e070a6500913355610b7076d164752e75a9511c9f860995d33c7e2dc9dffe474"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            10,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            9,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.32383763790130615,
            -3.6811206340789795,
            -4.781196117401123,
            -4.970824718475342,
            -5.007918834686279,
            -5.08833122253418,
            -5.757555961608887,
            -5.9953508377075195,
            -6.175344944000244,
            -6.798681735992432
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.007918834686279,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08041238784790039,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dd7af66da07fd40df609f3819a9c33b2c84c87307b039ddde4c0e5cd635b02a2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b3f94611d0ad7724b270adb3daf30d71edce70b64be45a2a9d8dfdd655de1a36"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6253d23c29507ade0a24ea59cfcfd498b850c27ed9ae4137d6adf34572137abe"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "24cfeca8524621f8a1fc0dd66bb1e48d109707d8b6abb79132a2b87394466cca"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d277a440a5b1f3b8d79e0b488beadd528436d09e5749f3f4cdf68ea57b6d8d6c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "854930c6f8b03e4121c5b3bd9531c5c3dcccbaa7af798d640dd634c5add9292e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f7ee861e706417cc6bc6e5c0ec86d22a8142a730ad4e4bdc4c3ba5ec0d1b714e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f0c484b4e93cce09d1982b2c0be194bef0d702875419b7765d9335f0d76d3028"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            12,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.34711116552352905,
            -3.7358148097991943,
            -4.794238090515137,
            -4.827488899230957,
            -4.989285945892334,
            -5.743654727935791,
            -5.7592549324035645,
            -6.226254940032959,
            -6.235755920410156,
            -6.813037395477295
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.794238090515137,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.754368782043457,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "b9b2319b09476b27c95202eaf464d15876d7574e5e1a337d5d715486a015afd4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "196cb954c72be0cfc443ed40cc9dc35a3bbf5a4ff496f7bb823f2799724110a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "6469d7609ca8935c7fc34ab236c8b56d2b06947355b73346c2ea3ed7068126be"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "33a164ed1576b59b4703ec3f9cb27dd8250ea8c81e22b5bd4323aac82544757b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0189bbd0005495cef59ab0544f5d4fe1d7ae0c0b7a317db9265e357a265d0142"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "50f2a00215ae473539d67a3dcde12145e87aa7cbff71a1bb68698c0ac5e3e27f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f743da3c2cb3b54c8e24410e471d4b45f531e7462545359cacd8e2701b3fde1d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "824858aa7f785c74e86be232c81aebbcef2b1fbb3163ae461e6b9ff62a983784"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            5,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            8,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3720216751098633,
            -3.794752597808838,
            -4.687125205993652,
            -4.873232841491699,
            -5.010952472686768,
            -5.712900638580322,
            -5.85710334777832,
            -6.3465189933776855,
            -6.765359401702881,
            -7.222626686096191
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.687125205993652,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7019481658935547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "a1bc8014e99c2357c011d05602284d7d42644993c7c3b79bcf70f39ea3414fc7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "943a171bfd2177605ce5413b8b6ea6e3f65a4aec3d0c0f270f6639319dc32f89"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "3924e2e13ecf6d058593ebddea60c4423c1fc60116ffb3d40e1777f7c435dc6d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "82a93510cc80b350cbfab5c1f288e2d4ad0aaf3373a28317ddd128099ff305f2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "254efe5227f0b925586fbde1660ef7b146ae0e8dce2dd6d83ab5161fa93902bd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d62e529dfba2f93ca1add5c49c3c9f50d9bc87dc89e3a22632f8ee9eb3c64c66"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "23cc14847285c80ffe3b3a96122b5516f6b5c206c6fa471e18bacbc58d32912e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "75f83d655f2f94365a6b878c260ea4fe5abc394968bb4ea5d820752c7efadc9c"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3977949321269989,
            -3.857234477996826,
            -4.670436859130859,
            -4.921696662902832,
            -5.036622524261475,
            -5.632901668548584,
            -5.746466636657715,
            -6.454154014587402,
            -6.731011390686035,
            -7.112629413604736
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.670436859130859,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5962791442871094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3d74cd353bc886a3fdc517159e57a9147612b8e5c4f8dc33ffbfe22a6333929b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "74d8142c34a1b4a53209db27e6e81612b14ef7a1b6ae0067a882f2554670994c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "31e1240c5e10f7932d4bc5584bfd1a27af245b44027f887f2911f02f07650c65"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8eee594dbb33e7eeb4a199fdbf6b3d8e18e006f8a92bd6da1b6bd3530628634f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "1a9dd40e620c041ee55c4fd6332230cf3d727869277706fc59bc348f82f09add"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "b4764e526d51794c3d2414678d0d254d72f817b4b2d2fc39c3a9d58f5acdc74f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "44e9c980139017df22e295872c82cd7b06abcdef55732c6c8287bb64b15a406a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "556a9279208aa864b2b09bb1da0fa1dd296799f813815771c72f8abde5c0ddca"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.4228411316871643,
            -3.9238314628601074,
            -4.74825382232666,
            -4.97557258605957,
            -5.06992769241333,
            -5.597992420196533,
            -5.666386127471924,
            -6.552610397338867,
            -6.737257480621338,
            -7.018715858459473
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.74825382232666,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5280647277832031,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f87ae3c9129b0e91c5c668bea2d983dbf683515cd9547d7948549231ab8a6e39"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e97e0921e97b2b75858729e911bf31cc6fba44bed6985bd77b3b04f47acfcbc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "907a21ed5a1e1f2766c5af7f351640daa603b2cb62ed8496284b9a590634b47a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9dbe54089750468bc97b71438a3f27dfac187c1ad9b764525ea56277c5fde0ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5fa4eb2941f0c89d8adcaa9613de5a46bc0a45926e2c2261494e2811647cbdc7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4e87886bcb5c5cb9559cd2481120ea933b0174e148674633cba5855248108d5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ed8192d30a668876cd3d966e4fae7723a92f05b94e9199e70cb170eeb7fe93c7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "dd4d8d27a440c3550e5000ae5d5c727e53eadc5bdaeaf702de74538b5db93cf0"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.44833633303642273,
            -3.9964773654937744,
            -4.75083065032959,
            -5.0353240966796875,
            -5.1146440505981445,
            -5.583550453186035,
            -5.633134365081787,
            -6.575502872467041,
            -6.768200397491455,
            -6.934167861938477
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.75083065032959,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4689064025878906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3e27f59a41e674b53d25892f57357231df0b79f4a7d2c9e2b6d1a19cbee5f174"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "fb7f01b003e1836c1d6a12b659de16749bd2e4e038e41d564f585d516a1114c3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "31baea92c2d7ff614d18bcc74ced58bc9f9cff9b85628253da85c550383cb572"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "4c2bfc0509f064c5e248ec35010d5a9df275261960d389e86f355801fe8ed6cc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7279b34439167d8a5373dd2cbb4accc408c068236a89d423473f601588d92376"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "27af7429a01618141490c3d75c4688b7109eee358a37e29f7b5074b7db970e0f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3005a27d96d607de9b126b0df3a4c6ec4be41e087c667cd42902e85222d52526"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "38bc1eb8059c8462eb6d734ca21fc88e93b9a825d5b12cef200980d49b90a78d"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.47506818175315857,
            -4.076019287109375,
            -4.696993827819824,
            -5.101603031158447,
            -5.175533294677734,
            -5.6159868240356445,
            -5.621222019195557,
            -6.600503921508789,
            -6.701699733734131,
            -6.847617149353027
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.696993827819824,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.44045352935791016,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "d5c154212c5a514a9a2f629c95be4121839907557d4e147809333ca009a25f69"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2ddc16453170c11006bc9c91c61afd9f99a21d167f4e29e9c4cc63a0fc1fee66"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "5ddd36ce4531a865d051f32383fd38fea068d154b79c880362afd412b0aa0748"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "fdac1b8ab3b90f1334487be88c6c07c0628ac77f3c78286303eccd49f6a75731"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "66a47082ec5a634b152ad389d90bfa111422a0efd154ebdccbee349f9cfe0d44"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "51eb02d9bc31f0d8eb04d0613e65fd27ab6a2deefd29bf27da36433f322c85bc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "4700c89a141789a285693cd99369c8268c06fa6f1c61a9ecb2e24a5f447baf03"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "47f923c89d5e1736e1626de1c5db2a679e9ded23aa60362d0005cf28fdddded1"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.503990650177002,
            -4.159704685211182,
            -4.595342636108398,
            -5.173766613006592,
            -5.253956317901611,
            -5.650708198547363,
            -5.656082630157471,
            -6.5595316886901855,
            -6.675074577331543,
            -6.824814796447754
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.595342636108398,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39675188064575195,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "96f0f307479677f3423feeeed9e603a99d91864d9e8290bd163896545acb8eed"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1d272437710777b7cb27516152fa9e409d6c7b80b548fcc8e2bd798ce087fafb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "38ae5e8fd2cdd70e5c27c30fdd88a85a249682ce1eab53ce37d12e2b466bd5f2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ac8e16441dda3079aea45e06155eb68df85be1b6b3d0245c2e35f9596cefa00a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0edf451eded47425553e2e692d48f0a2048312cf5edfe074ad2ab4423ad8b947"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "f82d57870e63325cc885bdbddfa3bd2b4455afe853d018591cf78a89e022828d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "06bd9319a23267772da8d31253e5ef4e136625eb92feb3a7ee42093090a61816"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ceae76f9476d683e8c8e6282e408b26c90d762ffd6a59e46ee58072b055f0553"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5354950428009033,
            -4.2466020584106445,
            -4.497295379638672,
            -5.251444339752197,
            -5.352819919586182,
            -5.614222526550293,
            -5.69023323059082,
            -6.550252437591553,
            -6.789088249206543,
            -6.842358112335205
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.497295379638672,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26140260696411133,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "a101c4cdaf9e90af32d04dc425571a694a73f3b923abc3d5a3851d06a6fd5573"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "b2e538f5835a110d218fef1aa6587431be7ae48a9f475cae71d102f7a8a025a6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "99767ab86e77b9eb8f4790c68ec3d7aa628794a014702a23248ad83512dbc548"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2385b62026187c48ea3d293efe2b1e14197937310e3a02e19ccf079e103c8cdd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "61e0562913646120a9ff22289615188be4e9a953f2cd34b6ee1bd97d22d5eee4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "402cebfe4fd5b8f6550cf2f8f9a6eb7da9b5cb79a685fc5bd52b1120ce14e7a2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "790d7ba3213629c35e12b4b7b548b4223070d5c294da21b889523cb331b28edf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2ac83b3f564bbfbc10c87fb3eb99bb0d917880104f4db1092786672d32d770d8"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            3,
            6
          ],
          "topCandidateScores": [
            -0.5693464279174805,
            -4.337320804595947,
            -4.442662239074707,
            -5.3344340324401855,
            -5.468420028686523,
            -5.551137924194336,
            -5.653233051300049,
            -6.565174102783203,
            -6.8736772537231445,
            -6.874065399169922
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.442662239074707,
              "finishedAt": 21,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0827178955078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "6d0ab5abb3d6869684e83ded874f4465ed9878258d8e31a7f4862ad2a2b98382"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "e0ee8014db70585608733e3ba67c834d595a5f21c44d5c173a1484988613bc3e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "69189141503830075975e8e6a7e7e71ad74c6e1dd03c0ee0938d18c065a33b9f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "82d7ffeab8ec2b9a78c1229862753af7fc0c8bbb47265b4e771fb871aea3f7ff"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0f77c03caab58c3f950567616351dfc029a0e139f9643742afa66b2dfc7ec609"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "5aac6b5f416acc58b805372b16a167360a5aa51efb637c79556b6ffb6f3d0def"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "9b0837dd5e7ff2f6a0360652039a0a973ed7428de778ed5076a6bf446a864802"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "4b8c2cfdabdc56ebca8750d4c8001495996fb631ca4d1bf97936e73f4b52378b"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            3,
            0,
            2,
            4,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6060252785682678,
            -4.390133857727051,
            -4.429816722869873,
            -5.4214982986450195,
            -5.463860988616943,
            -5.589247703552246,
            -5.598814487457275,
            -6.6321210861206055,
            -6.918512344360352,
            -6.940892219543457
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.390133857727051,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12538671493530273,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2496d0860cdf29d53d28f571d20b1fab16d5bdf7affb8becf77e862397944196"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "940d9cdfcb412b6b60b4496d31481e9a702e38e7c8e8e8e2df7eddf2c806e8a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "ce56d8bace24e24bf8c23fda1bc91abdd8e1f9e077fe29ad93d19e051631648f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5fa80f2784bb92b08676e0dcd9fde1275059e74e88327745f6d071eb36d6ceec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4895dcbd91d6603db249fd996c1d8887fe20f1dd835e61e5397a609f2365ba61"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2060f54a811300068caa872e94457e9e330ac932bf3b7d9aac55c5041dff63cf"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "85ac1f33ab02f757ad0e04995d755cda396c19a81c935ad4952c6a3ea3d12208"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4160ec4e98419d26266b9099d722deada48191ee8fac7655a9c5264a7221e009"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            4,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6450031399726868,
            -4.355933666229248,
            -4.524831771850586,
            -5.409860134124756,
            -5.503575325012207,
            -5.510373592376709,
            -5.659947395324707,
            -6.760950088500977,
            -6.952597618103027,
            -7.003702640533447
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.355933666229248,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.006798267364501953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffe66519dcfe524982208b15b88f7a8c5306f6990b952b8a7cb1022888bda75f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "22aefc289c9bfb0cb2be70632f44655524ad1c00dd6a974d9f315e4b3274e542"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11938e6305d55c0de1a8a3f19c12181038402e4af8db5e48df49967daa9f1e1b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "300719e596ac2120c12bb3872e05b3fab7f1281d8467d327e90664ad48082ef1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "788c3c8d43ddd6645ba0c20d7768c9f85a18b48a33d2aee095fc7452a66a3374"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fcbe8db923e93d68588433765e5d34b03d4da7027f27cb45c833ff5800623c4d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4d45187df0825e21278cd6fe61ef31b14acc33fe76333957614cb733fcf1e9ec"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "9bf2a86b2a6d5f4b34c60117de262cdc13967cd3fff6ca278a073a0ac7c3612f"
            }
          }
        },
        {
          "step": 24,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6850680112838745,
            -4.356855869293213,
            -4.621362686157227,
            -5.415716171264648,
            -5.449309349060059,
            -5.576845645904541,
            -5.601273536682129,
            -6.905107498168945,
            -6.972408294677734,
            -7.080282211303711
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.356855869293213,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12753629684448242,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "be9700640bb1395f9aa89c4d5f4c656fb7234f986f70c036101168021e3182a0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "0eda3198a223690cd981b497f0bb4bc7c07b78367b9fe4606a3f29e03cb78046"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "0704a483cedda258e12b1859ade230c136cc9d0d8fe74114a659d37673880496"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "dd93c0c84b300122290c3bb5014e626820d1db530d5815f3f6aee87ff42931b7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "6faff3ea80521bbc48104dfcdd41e8c3e6acb2ecb5058b4da1d11123190a867d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "1f8976b56bf6329e396f5437a27cce5d674902583265e23dbdaa0165a9ec5672"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "4db0f70c006557d3235d59c98c67c7a57bbe6d7241f4691cd0bc466311bdb5ee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "f2e210954445f4cfe6dc1df1cc1b306afb00ce8421f14785e4bff4f1b372d2e5"
            }
          }
        },
        {
          "step": 25,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7264376282691956,
            -4.34787654876709,
            -4.7195048332214355,
            -5.454621315002441,
            -5.456942558288574,
            -5.531368255615234,
            -5.785763740539551,
            -6.979124069213867,
            -7.018088340759277,
            -7.157230854034424
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.34787654876709,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07442569732666016,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "91d06da6969b3c6a879bcaefd8b3301d309aad28bf8b7e465d35280a5f5854f7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "481dc9961999f0df48b3c5234bc2233370b906a8236db76748488ead1b187e7f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "9e4c473868c205d0a63532307d7c662a4854178e4fe2a98c906ef68a15221690"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "1b93838dac588db558e0e1f7f6e0af681123264ca69e54d25fcda46e6fc4135d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "c242003d67d5611d48dd39e6986831ed6e294f482353be93f1af683f0cf0ed80"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "124f955a079167733a760904d3dec2d7d0f6adfdb6ec6cb380626a1b7893985a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "76cd21746cfd573125799576d72befe907bc28d1a84287423f2f4a4fea44c61e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "1b625517de9fcebb43e4f9947f5bce40e6031014290d2d114928ebae02283af0"
            }
          }
        },
        {
          "step": 26,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7686208486557007,
            -4.348847389221191,
            -4.8171234130859375,
            -5.494968414306641,
            -5.541992664337158,
            -5.550470352172852,
            -5.740111351013184,
            -6.9935760498046875,
            -7.097113609313965,
            -7.25375509262085
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.348847389221191,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.00847768783569336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "f23104fc7cbe390b24198e5bf51ca2bb05ce08a8a96d76135aec4a05e54e3897"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "7db24d07244f7e01c348bcb33025eead858a38bac1d0ef36758dda7b1c246ee9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "ed471dc8faddba7522d96f68f529577bbef86dcbb66e691a6c28d0fee514f78b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "1318a6f8a17f699dc37440e9a610d0c318a88f15f8dab97436b885af4c48fb60"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "018ba064ee347fe57b4ebccda44a8c76de6f33803b7d17dd94fe179682ea7324"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "2ef457dddc250bb8382ce30bd89d1380c7fbf9bb0e10a445d030ab752bc587e5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "600d89c98c8a610346852f406229e92a89d6e6fac4435d8c67b1a19702a0b7cb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "25b925900cf48477f9c157ccbf19d5acac2a8baedd735d93cb2def57936cea51"
            }
          }
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.811162531375885,
            -4.366735935211182,
            -4.9108171463012695,
            -5.579721450805664,
            -5.605576515197754,
            -5.633933067321777,
            -5.759326457977295,
            -7.005507946014404,
            -7.174562931060791,
            -7.315950870513916
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.366735935211182,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.028356552124023438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8fdf7462dfbdb990d9b6b3cd4a639d9fe1af01579b493c627b8b3504e45750e7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "28d84ad0781b888c0efd6e6481b6adea720fbf7a40be377ee0fb1eb89c5bbd8e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "bf0b999625d6a712c5fcdb3149f3300ba2ade35e2a1f098976f4800074afa58d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6e0bbcf54aeee9d0f365e070898968b8d1fb5684e359bd66ac91f634f998ff85"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4a418d7f5ce481b753cde99808a9138564c878cd6ff09b1f5df5f617fe8ce889"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "ee7ac180d6bff7b636fbe688f1c68b63b275b107dc0d76064e66dbc44c27721e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f21e8b0395d4176f45906ba40dd653383e924077cd36d12069de427ec166c00e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f17b5388f8b368f14376137bab5fad50890d0ec21e620e147b8f92f8e56c601c"
            }
          }
        },
        {
          "step": 28,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8537449836730957,
            -4.3956756591796875,
            -4.999953269958496,
            -5.670096397399902,
            -5.7034993171691895,
            -5.717012405395508,
            -5.8159284591674805,
            -7.039214611053467,
            -7.294323921203613,
            -7.3691086769104
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.3956756591796875,
              "finishedAt": 28,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.01351308822631836,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "7d0bdbc0600b1a3b6e54a1207b937a9f52fb33b9db74bbf8b740cec94f222b56"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "155d5ee67cbe570dee133b127e3b6eebfaceed296edd236fdd7b941462fa84b1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "71f435cc788a912928131b432d746db0f73178e1a1f7c47223348d8972e21fbe"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "9f9ea487751825a281dee2eaabf9bb85d3cfe21ac0dde859f274ab18b22e1a9b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "e54bd10cc599c69acd4e97071ee08f83ab96e1872863fe4fdc603144183255f7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "479507b442a424a6886d53a4dff3bb5e69f7c3ee02168294c73ee861aa43b7bd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "ef447d94ca199a947866d5feec32b6feccf4d357f9d4e43efbec899827fd6baf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "ed18bf223d41e7305fb0190fdf3c922becebbe701a4a48db722581a84d87fd0d"
            }
          }
        },
        {
          "step": 29,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            3,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8965413570404053,
            -4.416133403778076,
            -5.084980010986328,
            -5.750607013702393,
            -5.803285598754883,
            -5.806206226348877,
            -5.908204078674316,
            -7.0781121253967285,
            -7.448326587677002,
            -7.498356819152832
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.416133403778076,
              "finishedAt": 29,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0029206275939941406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "61b0ab695d3f3fb407312115981158dfd464560288a6e2223cc924310b987c27"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "a333a10639eae1e9f24a567de43c7d4269179026b98e9854bb4a9137b6cdbc05"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "cd1778c63486f13fa1c46cebb837bffd5fe54c23c16f978691dc10e6369aa023"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "4a11df6738d0a4da7f9af43e4d7cfb5c684cef6c2c13a713ff36449113b34070"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "4bbf0918e3f44f65af788b7c2bdb1ec8178c393c52e0b173cf3769bc447c45c0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "03817b79e53518b5e9ddc05053f66eb8f3e2e5c5c10a7fc3dafde5f5684b9b71"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "62c305b49de91fc25caaf277296f7559efb226bfdac6e83598440ed9227d5496"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "1dc497cc48bf36430cbe6efedd227ca571b3605f0feb46bf70fdc506f24d981d"
            }
          }
        },
        {
          "step": 30,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.9390934109687805,
            -4.455719947814941,
            -5.164634704589844,
            -5.83328914642334,
            -5.869380950927734,
            -5.902754783630371,
            -6.003780841827393,
            -7.127793312072754,
            -7.623688697814941,
            -7.6357645988464355
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.455719947814941,
              "finishedAt": 30,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03337383270263672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "91ffe9fadffc335ff67f535977a0706576d6090ace0a025fb4089e794a1a6688"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "d095e580026b51d98c107d2b69be4c9856341efda6c7ce443aae178dfff3b8df"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "d831052b7d84b657af002255bcad7b862c29f2a6fbe1d3c855bf1305a25eede2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "41051a1b48b6bd8db1fd83f96009abc920d2fad56365f17d0ebcb68c1a562eea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "46c9ee51e4949cf34a337255ef86f675294d84f2f424dafa7f49ac7f0b7e6f69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "498792a4debb0ac8e0ae3397161b0cb56adeaa3d8d700edb9fec0c19b83d4e43"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "30f0bcc231a8bd84b4fffe2c9cc84b9f2c327cbf3bf1cd9ef6fa0b4f9c19ffbe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "426b1237de697df1515619bb0ed16f9adf2c516437ac171b6b7e5b7f2c388f0e"
            }
          }
        },
        {
          "step": 31,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            11
          ],
          "topCandidateScores": [
            -0.9817669987678528,
            -4.488909721374512,
            -5.240456581115723,
            -5.89792537689209,
            -5.916326999664307,
            -6.007747173309326,
            -6.10129451751709,
            -7.17640495300293,
            -7.659979343414307,
            -7.727095603942871
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.488909721374512,
              "finishedAt": 31,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09142017364501953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "1d524616635c2132dc577c4e2f0d5e05b45fde61be3eea96b52e7f0f65b1daaa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "4fb47fe6e2fe8d39f0f3ba79faca527da6b54874c4b27ffaee1eeadc8d8d1ab5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "6a24bcbcbac088f7567046bc3481bc54d031f639072e3199acf15bdee949728a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "1c74e138868eaff7eb6e018fb5f88684a142f4486f629ba141b63f3f2f953344"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "f51cd1caf77bd18d92ed67d5db7b9ddaf0a5c70d89d9a95a0a832ae7a2701522"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "9c7c4dfb700acb4d903776cf313715cbde0de391a6bd4cf79893542558d35e72"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "133ecd63cd40b19fa83e8c405da05e3ede992c75d2b119be81326048c9b06d61"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "dba0637f38e9a328e9b04bf94acce630cc475ec9866cd15106815a8998b1fcb6"
            }
          }
        },
        {
          "step": 32,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.0250740051269531,
            -4.507842063903809,
            -5.3151068687438965,
            -5.9458394050598145,
            -5.954312324523926,
            -6.097132205963135,
            -6.210951805114746,
            -7.2352294921875,
            -7.6745100021362305,
            -7.706875324249268
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.507842063903809,
              "finishedAt": 32,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14281988143920898,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "ad340fb2a0e9e379d9678987dbfdca4759772685d9ab5c9444b1c7989c0fc3a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "7747e28f983e3d049a8667358e5ca09f69f442d3dfc64bf6b94c1aaa658fcbb1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "5040b602518192ecb533309a89a31a6f0c9203011477cb65168183cfabc87614"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "704dea6f0b5b35e8f2139989a1aa4dbf6ff3474e3f9aba44019e935bec278297"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "6f086464c95d9167b7c9cc22b996afb28a7bf3847082edaab34b893336114754"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "3e6ef8f2c52ec1c667d8a220ff13781d1d6c0a6d58d1118085fe146f0efd3f94"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "9b912ccb578afc04900a787b4339596c221dc7477df95463dfe5ba4a2b992114"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "e8a46090005166a3e2046cccafd0581abb3a6b41517598ea5580edf06d23f8ce"
            }
          }
        },
        {
          "step": 33,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            3,
            4
          ],
          "topCandidateScores": [
            -1.0697805881500244,
            -4.506582260131836,
            -5.391120433807373,
            -5.98435640335083,
            -5.992697715759277,
            -6.163440704345703,
            -6.303240776062012,
            -7.284014701843262,
            -7.6605916023254395,
            -7.676799297332764
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.506582260131836,
              "finishedAt": 33,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17074298858642578,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "ad326bcdeeda216309a5d9c60fb374095b22c9df520fb749098f8c56f24d7920"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "43a8c8a957eac80e334c85449e60f233c37e5f4a8cca9b589417fee1fb75abba"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "6170dee5c3b1964641a0e9b66cafbfac8f472d9f775ba8d5f029d9e9a2f0f1a7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "218d3e3c25588102e7a8665a6f5e7603710397951ecfd1a48db65184c76154aa"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "970acc516dcce75208c617641d874ebc05ce262e1c434c2bb5ab0eceebcc4743"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "ecf0f9a89279f69907a4f4c6e0ec29dd46f7c464502c69a8cc68909c6ca3918b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "e8adf9f3b7359177677b0a3c23c372f0a18cbd4816dd19a08d93aca8f606933a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "7f9cdb2c99b7f910e26af2f6b09eb54899eb631eb76314ef4d23bf7cd4cb8066"
            }
          }
        },
        {
          "step": 34,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1160519123077393,
            -4.50421142578125,
            -5.4701247215271,
            -6.023014068603516,
            -6.048337936401367,
            -6.208342552185059,
            -6.366794109344482,
            -7.3243408203125,
            -7.653106689453125,
            -7.666286468505859
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.50421142578125,
              "finishedAt": 34,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1600046157836914,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "b20169841a78537bc7400846a0dffd8a6a178e0abaa6b882f11634946dcc4daa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "0a00a2ce208622d01d050d025291e447afec2b8126bb9eae272ba519bc2319f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "2aa7b6bd3940919574572d25e9754f144833aadfa0a7dda18d89ef5fe08ac49f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "e38cfbd6388016fb90541a365d59cdbd67fb19f8cf3275df4b67dff0bc87b273"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "5d1ceb4ae9e345fbf5e6ff23b3487c148122fc11f0fc8ec0724270e8b8247449"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "1d4cef1c7c0b6c109b56ecb0b2752528c5f53dcc8d8065e66c297c7f9081b6ef"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "48cb2621086b062f6eee6f4ac0fe58eb9b83503d0948a52bbaa8dc53807fda60"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "d0e61de9f71c44e8ceffbcf126dc95c4dcd0d98b2374db637aaa89abc09b9676"
            }
          }
        },
        {
          "step": 35,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1621919870376587,
            -4.543490409851074,
            -5.54846715927124,
            -6.078279495239258,
            -6.160432815551758,
            -6.250075817108154,
            -6.401650428771973,
            -7.380312919616699,
            -7.614049911499023,
            -7.687405109405518
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.543490409851074,
              "finishedAt": 35,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08964300155639648,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "27be34eb0f6600dc801d24f527450711a83bc65e0ea5788ee423b1f39364c436"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "b6856a7eaed7bf94a589113b7c661dc287f203953ea276f15f40a969f92e426a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "422b85a9b9b28b279d63aaf23b9ff5064a77271eb797cea6a9a22059e54e0314"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "4ba4802efae5b79c42571b47d6b7d46a5cacc9198fc5d49f16ba92d885b33d9a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "0f9e9775aa09a17a5982dbc2127a16fd1c3c6e4d9b908b6e57b551e23aa1e591"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "3dce6df3bedccf9f91ba69dac93a7375b85675933262e6bde3bb9f23be134983"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "6c056960862182287ec39dcce3e672e1e6936d0d5ea8ae5adc5e50548870a7f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "a62f9ae66171cab9a402193c962693423612ac6cfbaee462a64a01fafe68adce"
            }
          }
        },
        {
          "step": 36,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2079166173934937,
            -4.588642120361328,
            -5.623702526092529,
            -6.1898651123046875,
            -6.305423736572266,
            -6.312833786010742,
            -6.428099632263184,
            -7.423842906951904,
            -7.559255123138428,
            -7.709020614624023
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.588642120361328,
              "finishedAt": 36,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0074100494384765625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "f93d34005d7ee903673e3b91c01134217d4fdfd78ea36eeb11d0be761cdd8381"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "75cdbd134c347e7763bc73dfbbac9b0c00553cc7c737b35658b197aa0afab672"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "707c285b098b09d56a3e385e99c0bd49a86b7d0235ff4874aa02fcd8a668065a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "5d064b51b611115834cfcd116209303c9514cec49bcbea4f64f925d3acc01fa6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "fb90e5cce34cc6a9cca4aa7f6fc975864405c024975706ac49c523982fbaa562"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "d7f09e4c21c3e5e5c7f2f606dc64ef379030db6be18ce6ff6612519b4f7f5952"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "db2833adf28c32b128f4e7d8cd547a5994a87a16877912935464a30486ea01a7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "faf3a5a75128c5a6006ade5616fc3aab00278dc3020fd80ad3997000a05cd9ff"
            }
          }
        },
        {
          "step": 37,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2528929710388184,
            -4.647475242614746,
            -5.69434118270874,
            -6.336536407470703,
            -6.4462890625,
            -6.459539413452148,
            -6.469416618347168,
            -7.45410680770874,
            -7.5012431144714355,
            -7.688120365142822
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.647475242614746,
              "finishedAt": 37,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013250350952148438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "a76d1e9180448878d9b156327c63e7d9006c6aa36f90b66bd315efb8a5feb680"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "10c37ae4990f768077fc3ce990d76440f138f1d060af3161fae7acda2b21e897"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "e58e4c5e523d741d3ecfa5fb9be83a1d20f26b17b680f6ee855765210b480971"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "e01a5b19dfb6d294d621f623fad7c6e7a1059a045f277724364eb4939a0668c8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "67547d2d9d930842365ec3edc6306c49113d9325163f9a3962f5a37b91818b4d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "d599616de5ad89975b37ccb6fc8c40ae7727058831b94f015a4fdd2574bec217"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "bff1433f4e3e85e931b61502f32e4c315e532d5f3bf5f1a07c332aa4e039ab65"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "f01ac087d6bbb4cbdc1e4e4d354d57e47fe759ecbc672975ff188d0ae263c6a5"
            }
          }
        },
        {
          "step": 38,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.298291563987732,
            -4.677091598510742,
            -5.763250350952148,
            -6.480242729187012,
            -6.563681125640869,
            -6.603032112121582,
            -6.642629146575928,
            -7.46258544921875,
            -7.46278715133667,
            -7.717527866363525
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.677091598510742,
              "finishedAt": 38,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03935098648071289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "fe2573f01f57aa24bc0d718393463b87472b3648a95ae697b83905c53b7384e8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "e9db856e85b0d444e988e842edaaa45ecfd7167b7e80788d91e266deaa39b698"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "00247529e11fb344e0f4992b90b3e732b986256280e29c62af7c969fa429cc0a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "8a3a2ec79109cc38e901401fec344c95795861fc57f393bdf15cedf9f5befbe7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "3940b96b53ec05932cf57f9106fc6c3cf57850b090348880dfa24228e42ceb57"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "d48e4db634ae385eb42f0e49f199d0b51a8d5cd46fde4d50de85d4db8b8a0727"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "757edc5039754e05c458ee5a95a3daba6674ba83cbd76a17085791dfb3fc961e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "3d584eca0154bf448bc6ae95284c547bfcf2aa6ccd97f88a79ccc3156ff15716"
            }
          }
        },
        {
          "step": 39,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3452357053756714,
            -4.678652286529541,
            -5.831851005554199,
            -6.598087787628174,
            -6.63948392868042,
            -6.688543796539307,
            -6.824151515960693,
            -7.450336933135986,
            -7.492849349975586,
            -7.756277084350586
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.678652286529541,
              "finishedAt": 39,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04905986785888672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "0df5cc3b9c333cf4593819610189a4f79b75149d423312ff9316d09a0b4c3be7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "e07f89f625effb28d1946be2ddaad868e3875f5c2283fdf668fe19658b45c058"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "9d6d0fb330b1f1c56d51d40f1110ee0aeb49b583c8969fe3d32a9b83d31895b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "6b8423ea0dc7edfc293af273886201ed1e7bb4d0a34b3c62fc1fe286a6229b53"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "4ca76d55e0d00959038e48e64871ecaebaefc62ff69ba38cfb880c6503e9f5e4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "bc497dd91743692960a05b7ad80f59321ee1c1b1ffc963529c3b99d4ecf6bd85"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "f09435f49bf1090bc0f39dbc6b245e3cef486ebc17b8687f432816dcb73cd424"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "f1d3aa1ac4cfcd6164095b45e64491b4cef7f9f7526f7dd04c1ac536e6c14d4e"
            }
          }
        },
        {
          "step": 40,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3941535949707031,
            -4.672696590423584,
            -5.902505874633789,
            -6.672036647796631,
            -6.6889424324035645,
            -6.727452754974365,
            -6.964852333068848,
            -7.46034049987793,
            -7.5449934005737305,
            -7.81731653213501
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.672696590423584,
              "finishedAt": 40,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03851032257080078,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "43f373c882cd26fa9876ddf27d4a628e58d06b78ce932711070fe871294703d4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "022fb4cab2901c80077d567bcf4a8661c80ec433caa147c8abca8a36a855ff18"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "fa24cb4afc4394f14b1aa38089e71ada3a6c54386291dde006bb2382c6486189"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "64432609fd2bcc3717e1e36fd6dcdf2336285af31c581ef6609cf3f528544489"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "92725888418f2c535483f7c08732813302403e965fde94e02e34142bdd72c987"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "78bbd638722879cd5d48655b5cea156aa48755cbafec3a57f7764438d2edc9c9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "4482b2a01737012cf536b7f0cff20240755c766bf1bf4fe9e73bb64ccb4d09ca"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "583e72146209fd0597f41c834845ce462b2ee989a7356706fe2f1c52e7e97d6e"
            }
          }
        },
        {
          "step": 41,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4449937343597412,
            -4.664903163909912,
            -5.977651596069336,
            -6.719881534576416,
            -6.760144233703613,
            -6.763213634490967,
            -7.054442405700684,
            -7.527353763580322,
            -7.61555814743042,
            -7.8542585372924805
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.664903163909912,
              "finishedAt": 41,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0030694007873535156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "06fc37d30a92010cf7ab450c3f332192b60648ee1c564d1aab8a0b29ba6c4e70"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "dcd0250feb4d4f10449db6b3b072dd938d25044b48ba8cab04a509a892eb76b0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "7f0b7cbf9c4b2d5877eadd3a14295d5e66232eee3aa32d333501e7ab1505f7d4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "1ed05ca9b670be54229b3b04c370ff2fb59cf69a190818847d5c569db868cd45"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "a03714d6e90bf3af6ee6313eaa81aed0633e3487091cea0d83655aa5f90dccfb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "1ba2bc91f87fd702f0345d6e34820b08bc5441fb43a585ddd148c579abfd9b9d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "260910a6572f7fd55f63dcf3a24c850fc286cce403633539966b8cae82073904"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "b417947a14ecd240ade78e71704a0f8164e909fcd746ebd2364464e115bfcbd4"
            }
          }
        },
        {
          "step": 42,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4979963302612305,
            -4.655029296875,
            -6.057347297668457,
            -6.792064666748047,
            -6.802900314331055,
            -6.838068962097168,
            -7.138636112213135,
            -7.615311622619629,
            -7.694829940795898,
            -7.823658466339111
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.655029296875,
              "finishedAt": 42,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03516864776611328,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "a07977f8d1dc29196e0f60e3a3cd0d878558515f01e6a895562db5e55f0a4eb6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "71ee2b78319ffaf2b2f1701f1cac48209da8a795409c6f8aa7bec78bc41834a9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "77be9753cb0b4cce666ef95155e5945e202b99ef15df4cd6d824b6b235f62ce4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "29c99e5c4afa729fa0337237a2b81d8ac54aa970fd1ca5e6d774aed5515c505c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "c9589ad53dd8aa302727150b4b1964f13cfc51a5ae4bf3bd2c87c2b081be8a33"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "d91cecf57dbffa6ecada7ca875ed7bdfa025c2d50542a56436d59b66ed8f6db3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "7a071579ac8a0f9aa82f9262cf19b5e86279044aeaaeba54ba687cd79a94f39a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "c7de2782c9e1ddb3257b92272b378300c7585de03f486a21cb3b444e17ba2955"
            }
          }
        },
        {
          "step": 43,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.554011344909668,
            -4.628571510314941,
            -6.1412529945373535,
            -6.85201358795166,
            -6.870935916900635,
            -6.952719688415527,
            -7.240256309509277,
            -7.726543426513672,
            -7.77577018737793,
            -7.838111400604248
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.628571510314941,
              "finishedAt": 43,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08178377151489258,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "a4ba2cc252a73c07fa722ae486d63495f759f268c0c55a00813558c0660a79b1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "1b7b89f55855cda87490e570787673a8f9bb749672629e4ae8309d257ce76fea"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "2dc6f747ecb6717d829e7f5f7d515d9839ae358d38e8b79f9233f809c9fe8e02"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "02dfaff364128fd53dd6cf3020637ff4821a5ac5552a24f336d8bcdb70729f47"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "e158c7545e46328fe5676e979f93c12e57facf327e318c7572b26489b24de027"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "c81208e0f801bfdd09f10153b663547f8d30e2e1ad7ec0382f552cbdf2e52237"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "db1520aef58da0e489e95225687f26721ae8f79d3524be6dec7546cec2cd63f6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "586105cd5294b28d1672937a83d6eda7d4eb0368ad5bb4aaea6264df9d755f1f"
            }
          }
        },
        {
          "step": 44,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.6141655445098877,
            -4.59112548828125,
            -6.229301452636719,
            -6.916950702667236,
            -6.987268924713135,
            -7.083314895629883,
            -7.359868049621582,
            -7.811734199523926,
            -7.842377185821533,
            -7.845670700073242
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.59112548828125,
              "finishedAt": 44,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09604597091674805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "12b26bc32e4ddc8a43b75176caa624f027302dfda0620996503798dc1c9a84c8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "c8aba1c7d52a90feb47b51a98b76e9f2103664f52be8479de3e3f788b20725ac"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "3f4228700ed5ad9d99a7c5bda824eac451c2dee2920023c3976abd5b04df4b16"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "e6a2b72ea6729ca65d0e5096475a550570e6506966ccd8935a1b7c7748b885de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "55abb1476e76cdb72a9791a200030dd279550c0d3068b7ff0bdc6a6cb396ebfb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "979a755d884a680e2a898532a993e3d84229187cd82ea13e5283c5607c966d71"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "f45ee5c81bddac697b659b1c05438f31eb816b073552256976868286b032caa6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "58139ab301c4d6e01b6d5091ce8d8133c26c7599970bac05943d6d701047756e"
            }
          }
        },
        {
          "step": 45,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            4,
            6
          ],
          "topCandidateScores": [
            -1.6803478002548218,
            -4.536879062652588,
            -6.323901653289795,
            -7.01362943649292,
            -7.122092247009277,
            -7.208232879638672,
            -7.532104969024658,
            -7.876856803894043,
            -7.876861572265625,
            -7.881139755249023
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.536879062652588,
              "finishedAt": 45,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08614063262939453,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "6988f9c961e6d949e5fb8383c59172ba48b66813ebd20f0f20dd2de314731ca2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "0d8b36c5eb63b0bab5fb857e4f42f22cb7bcf2037d4f25d2fbbbb194586e7783"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "71d8ba8ca3e85e7efc7fed87e891b6b68495b53986d0724b54d79e25dd4ca1d5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "ba28e266dffac425d6bf8188675667cb0649a37a90b661008fa9926d23d03ae4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "81532753bc69337742b4a68805b6c64e90b8d9dd1b2b49eec3db75f5db01b3dc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "a9522c92ad415ff987409afbe828da78c99f2a3ad24609d160aae0f3a7d5f135"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "94035a0429d892ebcb974ce879d2e5cf1e0ce9abc5213856b9ed77edb0117de0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "7c68beea4a65a3a8c34d3836756669b66c538684ba3f17b469df59ab6df6ac13"
            }
          }
        },
        {
          "step": 46,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.7543838024139404,
            -4.474440574645996,
            -6.427685737609863,
            -7.148396968841553,
            -7.251858711242676,
            -7.326931953430176,
            -7.7376298904418945,
            -7.918977737426758,
            -7.921934127807617,
            -7.938775062561035
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.474440574645996,
              "finishedAt": 46,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0750732421875,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "3f657ebcd96eb8e51256bb34b86ec67e5378529b1d4fbadf1d11cc2b0fd023b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "1b7e1935d364ccfb352c9e2e5358e030828355e6380909a5222ee68eebdea4ca"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "02d1f731b840064b6401f0a42b8bc324441df4472b3ce20a5b6fc232dc6939e5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "cb445f214ce5ed53be441dc6f2d1386a60156d22fdc825722ecbcccf9f9f72d0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "c764f135b752af1548d2cce4c61679ef1f09b8e04c3104afecc8a6168028f285"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "799b0a44785429d9aaacd0c906f4802e3722d9e378bdd1d306c7909daaeb85ce"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "4daea89b2f7a5b0a10dd089f51094b1d7a16c9640a94e4b6c7956dce06c29fa3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "46a6a25bac47545df342f7c8108883d5e6fcc01bc34748327608f3306ba6aa34"
            }
          }
        },
        {
          "step": 47,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.83659827709198,
            -4.429447174072266,
            -6.542891979217529,
            -7.3133158683776855,
            -7.372364044189453,
            -7.44660758972168,
            -7.950519561767578,
            -7.956663131713867,
            -7.9969635009765625,
            -8.010100364685059
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.429447174072266,
              "finishedAt": 47,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07424354553222656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "d6c5cff1f48564111879e2b172798e09e51432497c7742839ce2a7dcd01300cc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "88fba609c2b4523f0cfd12f8ea99ddbc4aade852a886593dcdfe54a56a516e81"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "0e2355edafa73862bd7ebc7b1a3f4d6381d02f1c31f1d4869cb2737952e94ac2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "fa8d7325672647557774f7e0ac5fa14bf3ca2ead7fd434936270064543b11f54"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "f0d03dfc5bc127cfed7d86d4a7cd2f574c61bc3f63a667a5367213f100aaac31"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "b0f48bce529008e4d42c619a932df852d53ef6d1d1b960bfe73d8df7c3cc15ca"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "4ff89b807faa1b5f4f172a895e3e855661a28276ec9b2fbf14dd7c73fbc65470"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "1e6d1fa1ccfe33225f5692d4d5546b598c16856b48b1079f03d2a008ed1ea781"
            }
          }
        },
        {
          "step": 48,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -1.928579330444336,
            -4.387665271759033,
            -6.672351360321045,
            -7.493552207946777,
            -7.5008649826049805,
            -7.568160533905029,
            -7.9831624031066895,
            -8.072230339050293,
            -8.097559928894043,
            -8.173036575317383
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.387665271759033,
              "finishedAt": 48,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06729555130004883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "d9f30c44e97a21ba7ff977a8246836b9c2f8ce5f3dc29b3e4e4c72776ff6df54"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "58ceb8dd62eb2f5b6ee34026e524c595bc75f0c40b197a68cd114a60b3e12ad5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "53782ea0b0c5c20e16b890d32f73e353a96753599dbefeefff378914f190679a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "a70f4c8b5da3e75bfba859fd51d52aa3bc39090b6799ce2e770b89d20c6cce12"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "85d0ecefc25c2bdf185a83f1aab4dae17e611155bf6bf059ed4d1f1d2b7ba5f4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "2a4b49146d5c323216dd81de83276baa535455681998c2c452af83ffa90206d5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "e5bf28a9d4db4fd7d66bd8c41acb6412999d142ff4143d8bd97abb404817d2d1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "ecbef6b0eab04fd4a1e1ab607dfb96f9b2340ff4375dc1245e76c6f1ac5ac99d"
            }
          }
        },
        {
          "step": 49,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.0314857959747314,
            -4.358097076416016,
            -6.814774036407471,
            -7.618269443511963,
            -7.701114177703857,
            -7.708621978759766,
            -8.046493530273438,
            -8.143487930297852,
            -8.206056594848633,
            -8.367646217346191
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.358097076416016,
              "finishedAt": 49,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007507801055908203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "f0b997ebcfc9f89786dd45c2ec0a3e7f43433118d7c0700bea7af62c035498a6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "0af00b78ad2e636496e895134ac9c7d573320aa9088904f4c7592e94bf608466"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "d4bc8bb81d170703da1220c4760c0d39af53d084a572a6694bc34542b632d970"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "4ab72a7ddcc116f4d91462fdb17b35fbe46a70d9d37eb2bf52f18a8ecef00d10"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "703c8684b552abe5b43e9a3c1b530023708694a74c6d2e3cee43909c7f54690c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "d5655937a9b8d8bc3704980a72e94cb3a44b6f1fd0cfb20ef9acecd8d79e36a8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "140c4db90ee36b0203a1baa7f5310a32c1574aa4faaffebc2843ab2324f7f88d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "f5fc4a2eda7b8a6f4147b2650653abcf30afcd45c3370b80b2ff62dc2180e19c"
            }
          }
        },
        {
          "step": 50,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.146968364715576,
            -4.337532043457031,
            -6.9689531326293945,
            -7.753159046173096,
            -7.864899635314941,
            -7.939198970794678,
            -8.136604309082031,
            -8.25994873046875,
            -8.330038070678711,
            -8.54044246673584
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.337532043457031,
              "finishedAt": 50,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07429933547973633,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "0cfb13ffe03892e1d69d1d10000d550dec5b35801ed4de930709facffd7380d1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "433a2e79eff3ca31eefd1e763c7d6cf279e1444e1bf8a45cd21a298d7d116b1e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "11120e0ae9405a5dcc7d9187e87b1190ede9943ca5cbbc1d33214989632a56b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "ba85c1d32dd6d3ae8e77a73f891242579757b1b199e430327e53ce8b17e1c141"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "1881755b45275f66a102a29be881e10faabb70e637a1a3303886a5845d1bb130"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "2bb9a64bf2098d4599c6a3007c537681d6991b765bfc490242a2a403819a7af4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "2c832780b5652cfa89d8c46e51d0b5d60ccfa985ad89592e7037aa058388ae07"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "5b31e87c1b33ddd96432b0284c36bb77eb410eeef074ceac228dbd9acaa160d2"
            }
          }
        },
        {
          "step": 51,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.2799720764160156,
            -4.305013656616211,
            -7.139505863189697,
            -7.920563220977783,
            -8.054204940795898,
            -8.200103759765625,
            -8.236363410949707,
            -8.427448272705078,
            -8.47184944152832,
            -8.728924751281738
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.305013656616211,
              "finishedAt": 51,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14589881896972656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "60afc860eff5c8d1fbcf2f18c4f67e47c48dccef7fd8db3da270a5601e8c882b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "93f1bf6bb620a9b0850f6bdfbf88878c4103a4a2e68d5884230965ba3f0896fc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "c9d0a6e2b5816f56674fb425e78c41e46005f3539dccc06b88bc63bdcf7578a9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "da1422693a541ee7ff6cbd940f84249955cb5330c3f2676e6b1675bd8474f3f5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "b50f121fdd845c3ce9f19a83eb9f9514256122e079ed62022b1d0dfc3bcc412a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "65691ea294fa0f5ebba0dc7878427a7b689f4b39daa06ee6c59b3f4094f9454b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "00ab66d0d9ea5546d6cabb00c23c4cbeceed092d9d45ce93a291702c22d2c754"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "9691491bb29059e628bf74d60cf33c33af04324b8ea4f2e82d3c650597a1b397"
            }
          }
        },
        {
          "step": 52,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            3,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -2.4365031719207764,
            -4.27291202545166,
            -7.327423095703125,
            -8.11487865447998,
            -8.2896728515625,
            -8.358087539672852,
            -8.494220733642578,
            -8.603412628173828,
            -8.616897583007812,
            -8.932435989379883
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.27291202545166,
              "finishedAt": 52,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06841468811035156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "cd26c15f7ee75c39b8d68c1b99070b10d9f7c53a8ccd10902130cc365508a1f1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "ae4b741cba7a04a995e877d10abdf6ee097fe20e9318dc5b6df40d8bec353501"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "81f8ba5fb5ed472e320fab4b474c80bb424cb7d4c7d5005cd0653dcc1edcbba2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "7fe65ec8438e39d6b28788e4e9deb644eb301e752cbef03164cfd79d2d39859f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "e8ca207997bb8564b4053c33caef9250dee699e3232e637a539dec8b4a84904b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "e44f3766b0725975084c5361107d9181fe08439133f509cb73cd8b685c999144"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "5a2499feca1ebe0214f8884fa2ba284e07f7c2bd01ecc74bebf73215b86c1b4b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "7d379fde11af454a84079da31e1878d10a3fcbd730bccdc25b991ca8927ca742"
            }
          }
        },
        {
          "step": 53,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            0,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            5,
            4,
            3
          ],
          "topCandidateScores": [
            -2.625901699066162,
            -4.243680000305176,
            -7.536706447601318,
            -8.357220649719238,
            -8.497578620910645,
            -8.53057861328125,
            -8.7176513671875,
            -8.822674751281738,
            -8.838924407958984,
            -9.01833438873291
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.243680000305176,
              "finishedAt": 53,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.497578620910645,
              "finishedAt": 53,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03299999237060547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "9a9390b1ffcdab749fff36e2fbec75aad82caaef348897fadb6d456f1f555ac9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "ef12e43788edfc0586f522eb1fe196df8baca0dab25c07b6088086ab692e36ca"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "bff9067549cd616e8aa73a904725aa4eb07a496bc63f6f6aa25a9a916720419f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "36354d721735672681ce7f536f87bc8edd7993aed26949e92ab5a32a996b02b5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "adc965e4277643588055bb8212c068c3f63d326bc8dae0fbbf7e19c971bbf4d4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "b1f83ee4343715cf5cb6343bb65a7c7a3810254af681b47a08d08fba450e476c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "43846b9a1476b730adb52fff11b8fc29cb99d2b235f6bb1fa0daada33e5220e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "20487353308ef6f79e383a67722dfeb4817ea4f657c87d4988b6d3f6c0cb44e8"
            }
          }
        },
        {
          "step": 54,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -2.850048780441284,
            -4.273176193237305,
            -7.77515983581543,
            -8.608226776123047,
            -8.678863525390625,
            -8.792475700378418,
            -8.872774124145508,
            -9.107610702514648,
            -9.115262985229492,
            -9.448121070861816
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.273176193237305,
              "finishedAt": 54,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.678863525390625,
              "finishedAt": 54,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11361217498779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "0cd57e68a53ac781465b15b83acfb6089f1c56bcd962b2f91a4bb6d3ff1af20c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "d77e6233b1b3f0b64599d3a033158cf147c7607dad9bca0f965c4a6e419ff467"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "5e7ebe1a72deae844b5e6ad6f0b8fd7da1c51f06636f61bf39c2f0c72a16d862"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "6383d42e456adbdc033f6f80ca58298493fb3cbb9605e43de0f7ee027b9b1c45"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "b42ae2bae87a08d2085ed63d7b7366f5c8794af2bbfaa9a4254cfbabc8332b2b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "07d185b976b844c4b0e0e6ce598f5ae2faf59b21e0c4b0b5df9dc8d78f2967ec"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "0b98598d63b2203fa33a5fc3eab9b754f22af3c34529875add28bc28eeffca28"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "c0da67f0625558c04289e3df98e641d6607ac6f0d3a181ef044ad5e6d2994199"
            }
          }
        },
        {
          "step": 55,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -3.107710838317871,
            -4.368244647979736,
            -8.050195693969727,
            -8.873634338378906,
            -8.876384735107422,
            -9.049361228942871,
            -9.08870792388916,
            -9.218206405639648,
            -9.454806327819824,
            -9.590835571289062
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.368244647979736,
              "finishedAt": 55,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.873634338378906,
              "finishedAt": 55,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17297649383544922,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "5b292966337c7353a9fe988b41265277a20e3396e93ab74dfc11f9056f63fec2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "b8f825595ff5ce4e14cac65266a231c7807c0ae6faecdfb9dcfbcafbcf74aff8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "9c9a9da00566ee80560683f19c4045a774a7820e5ee87fab81491770794cac27"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "6d6cf397819dd8a8ad4ddd7c96d59bc834b6d056be7222e66dad1d6c8f5b30c7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "10064250dc2a73d9d31be4ecebdfd49526331811b8bca2d59eca366479cf79d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "0f014f17e1d94d801efc28c4bf0af303f17392cbb1e8146880d34d4ce591ad8e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "ee81e733db112563f9433428c52f6bac2f96bf856ee8a2c6908a1c9b9f5bc702"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "92c624d33165abac95f3cf82ac433245d48f488a46055bd57de57bd879e0d7f7"
            }
          }
        },
        {
          "step": 56,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            2,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            3,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.4006667137145996,
            -4.509796142578125,
            -8.37331485748291,
            -9.098114967346191,
            -9.13582992553711,
            -9.29880142211914,
            -9.352922439575195,
            -9.368634223937988,
            -9.79362964630127,
            -9.82996940612793
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.509796142578125,
              "finishedAt": 56,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.098114967346191,
              "finishedAt": 56,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16297149658203125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "55ce9ea50769f7748808a2242d3f2af70dc719b822efe6852ada5b165d7b7bd7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "33447fd3bb4b0eb99f104a6715a08b31318e4942bb79a03d2c7e5a277ddbd9c8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "40fc80a1144b7ad6ef9dee4df90ec6aa488ba391faf0aea79d5a790b8c1dbf67"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "1f6b6e52e3675f915164c6519ef3c1087980d28212a7d4bd7878be2c7a56f1cb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "ded003905adf24c4b2038bd7e48b20549954c64c084ad5ee6bfa814da7f9dc46"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "bc12c143d9a02659394dd5bda1d4ac66846816e5fd0f7db81a29c3576427c89f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "53ad18aeeec9e72dc0096a3b39e23198105cb81a492ed2b7ab343dde5b42cdf3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "0120a558896f9030a52142fb7dc65f4076f547a13f8909ad81213ec0f278c7dc"
            }
          }
        },
        {
          "step": 57,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.739259719848633,
            -4.675588607788086,
            -8.755354881286621,
            -9.324934959411621,
            -9.389548301696777,
            -9.53460693359375,
            -9.554464340209961,
            -9.686826705932617,
            -10.040872573852539,
            -10.217775344848633
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.675588607788086,
              "finishedAt": 57,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.324934959411621,
              "finishedAt": 57,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14505863189697266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "5475840e5cfbf85729a986b8129f475d4a3965b21ea32123f95ebbdf9f1dc0f9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "845bfb9b26a5aedb86a00616b174cc7ec31082f8f54ffd9a7b250272ea91c3eb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "32b739dbbe385ece43f86bc59d2e7752c204ef64670af8bf8cdb539c44fe3959"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "8ae5ab3a6f0db134da8018c0646efc1fb16a7f3ea3f7487c6c0d3e628b971601"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "f4d52ff2c622cca4e4ba9bea753d37b736845cfe318e0d06a3f3e3b951a12b8d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "0b0882c69ba38abca2ba1d53f5354b5c512892fe2d0e102ab44599108ee48534"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "9df48184b8b95c771cc0f82373e26c460dd06a197d7fae522690862b39edb7b5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "0e8ab8b22e4387aa62db89dd78ee354f4f30b79f2276e13fb6fe58837bdad187"
            }
          }
        },
        {
          "step": 58,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.119641304016113,
            -4.914772987365723,
            -9.195035934448242,
            -9.565231323242188,
            -9.652178764343262,
            -9.801080703735352,
            -9.874043464660645,
            -10.028690338134766,
            -10.318527221679688,
            -10.628935813903809
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.914772987365723,
              "finishedAt": 58,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.565231323242188,
              "finishedAt": 58,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14890193939208984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "611b4b398f485488063f464e747c03ecb3ce9fe4e42ea0ea2ca88bfdb5c931df"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "c5377b952591097b79627dc1c515e8812f53010ea80a67e311bcb52194ec9333"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "b68737233c40cd11dc08df3f0d95172ddd1d8f8b87e8c0e64d1d91919a51aec2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "f970adabf6c24d63c0a3fefe218b4519e9cdbb213643bfab4b2d20e9f7661c5d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "75c8eed11f8601406743de9d7300d616daea1994fbc640e6ca5ceb6179d91279"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "468363ad84a571079afb6ba75cbe08f84d175859dc165dcee8bf6e7777b71b27"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "e9cb97ceb82628c26a3fa9b1837dcf7959807dddaf1a0e418de3d2d482c1f761"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "bfda1ef44c7c57e6182fe001d406e6848327cf156cc3d04050845ebd19d516e6"
            }
          }
        },
        {
          "step": 59,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.538450717926025,
            -5.214470863342285,
            -9.694302558898926,
            -9.820465087890625,
            -9.978067398071289,
            -10.138981819152832,
            -10.307178497314453,
            -10.404613494873047,
            -10.641627311706543,
            -11.070623397827148
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.214470863342285,
              "finishedAt": 59,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.820465087890625,
              "finishedAt": 59,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16091442108154297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "cbee35b9f6128e71f3ef8d9233cda9447546ccb78347fa5b78af7e7036aa17f6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4736a428e29adfdaf723fc7ac3cdeefae898ece616818aa70808c7db04efb1af"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "d41445de92b17d2db612e9f8edb184ba2ed4d047c30587c8b3dfe51f5d50c2cb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "a32698330085c58b8e82adae89686d4227248bd90071042ba52824f6b3735de7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "82f4abed7c7baf59b5da2ae6b5f3939258cdc7453ac4452362fb9111346e3777"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "8c1ab0b920286888e22723e52524b12d763d5be00f677d62e43fcbfec3e1d0e1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "07d2e8efda22aee25a692f471b18f652f6684dbcdfdfe22545e73a7bea5d03cc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "92a61a93c0af97363136285bceec3fd6b4715b3496591fe207dc39367863ba6f"
            }
          }
        },
        {
          "step": 60,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            1,
            2,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            11,
            6,
            11,
            5
          ],
          "topCandidateScores": [
            -5.002451419830322,
            -5.549098968505859,
            -10.146681785583496,
            -10.269197463989258,
            -10.416242599487305,
            -10.529641151428223,
            -10.82658576965332,
            -10.827770233154297,
            -11.012282371520996,
            -11.554154396057129
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.549098968505859,
              "finishedAt": 60,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.146681785583496,
              "finishedAt": 60,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11339855194091797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "dde6761e09a6e2cf5b619fdfdee40cdd599997e9e06f94734807286e80e32f1f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "5c798b178aab67c9415b7b8938e6cdb290dbf2d9a9da606716a4d848f39b8425"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "1086494b4a4e6705d929bbca0492bd1be31477e1ad8e81ecc31863e1d9ada106"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "b093427519215d827071c21f2c708e90938f1074331ce6b91719a987e3f81b7d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "8d70547691224f711bab697838c2cb8def103e47bf8d4622a859b721f469c75a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "8064e898eed961709e8c1a17e37757f202365fbecb66648a71007ddc2ee20adc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "b6de6d1eb23aae69737c2bf6e7dac59bb118ee5ce038c2cbcff5a57dde55ed81"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "24602eb5962798ea38b5642b8d9e9592c5ea2b640d30f2c192265b72ae381ffb"
            }
          }
        },
        {
          "step": 61,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            3,
            1,
            3,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -5.5176544189453125,
            -5.929413795471191,
            -10.58095932006836,
            -10.907851219177246,
            -10.946528434753418,
            -11.026719093322754,
            -11.319960594177246,
            -11.40268611907959,
            -11.438071250915527,
            -11.961777687072754
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.929413795471191,
              "finishedAt": 61,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.58095932006836,
              "finishedAt": 61,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08019065856933594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "228466e9984b2555534b6849cee0aa8ccffc9dd501369319804620bfbc4b2a37"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "c5242d2a115ddaba6907504d6b94a2e2d5faa226eb48321c7cb8c16a16b851c1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "32d31415e7f92d1db04d4a661746f5fcc818390274b107b7e323d0f0630f0987"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "a87aaed27fb5bfa6c15f7090662bec7c17cbc36092016bc361f3529ac97ec52d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "8f17dec46ed3e9ac0fb02d018b6b6293e5686902dcd6fc7460373142d5051bcc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "c2110c448daff65aebb9f72a80f7d9cc88b35415c6944ea8fb31b42ab1ce698c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "f55f5c0d1a6007e9392b67e25f7a694e86887bc09633ff1299a3a2db8919743d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "60d38e1c49f89c5b310efde2d70bface76872ca7b4619a6fcdc51eaae8eada5d"
            }
          }
        },
        {
          "step": 62,
          "inputTokenIDs": [
            5,
            6,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            3,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.088961601257324,
            -6.3646063804626465,
            -11.114141464233398,
            -11.538007736206055,
            -11.598684310913086,
            -11.608968734741211,
            -11.873695373535156,
            -11.973650932312012,
            -12.02557373046875,
            -12.379602432250977
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.3646063804626465,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.114141464233398,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -11.598684310913086,
              "finishedAt": 62,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010284423828125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "2aa51c1d5435b5b124e8235868e53859a375b893253a79aab87b8f4a3baa2092"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "152c6abf6d58f4101beee49390c1f7095405d440ef56a461b792d9838b1b8ed5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "a8cef3321d807e115ba851a9a146bcb64417c84bd912c5b75cd513141322f7f1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "cc970d84b9410dfbedf2f27aa7997c6f4db632ab914ff35218be3c15a0775839"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "3fab59bd735933a13c2bc517306a1bc9bb68d96ebf9094b753a78a1d851f81f3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "0706523f962f0c9b18696e690f9585ff40afe82efaf8e861f7c95748074e1729"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "afd00a611a2fbdef8e0b95d6c65701ace2cf47105bc501dbd4a1d115fac80c1f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "c42eb355836174deab8c245256e72d8a9ee4f71229545d062347b648bc6b759c"
            }
          }
        },
        {
          "step": 63,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            1,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            9,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.726188659667969,
            -6.854335308074951,
            -11.710816383361816,
            -11.97772216796875,
            -12.236080169677734,
            -12.378301620483398,
            -12.490676879882812,
            -12.59181022644043,
            -12.69995403289795,
            -12.83947467803955
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.854335308074951,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.710816383361816,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.236080169677734,
              "finishedAt": 63,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14222145080566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "99df4a68c6c014cc91551a36599fffa54ad767161d1c399ee91966c11c413d2c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "ae75cfbed8a1b03e9d7e0cd4374f00d555bcc5cc9b73b7427a222b97284f50b9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "071e849a9c0aebe217f021dc3bc5507b513ec70fcee77bd6c43a62c74ea86b52"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "476c91d8c8a44c00c40137d78cdef38aa0366ed387451f53762bd3ad76658295"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "165e4d6bdd01e4842f628206e0bb9dffa1c3cc771325c464282fee38f567f5b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "ef2125a4a516ad599c7999e94364f859dad93683513a60af6d2da202eee3d824"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "7c08c597b4e05a958da488307a18682d2b8ab17d4d769cf3911c2649de009302"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "e34775643cbc7ce587ba380c42615d9a0f05097a6f92e9b6cdc4339cb01b8ed8"
            }
          }
        },
        {
          "step": 64,
          "inputTokenIDs": [
            5,
            5,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            0,
            2,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            7,
            9,
            3,
            6,
            11,
            5,
            11,
            5
          ],
          "topCandidateScores": [
            -7.410378456115723,
            -7.439925670623779,
            -11.97772216796875,
            -12.595693588256836,
            -12.942209243774414,
            -13.188465118408203,
            -13.223422050476074,
            -13.225262641906738,
            -13.405377388000488,
            -13.41818618774414
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.410378456115723,
              "finishedAt": 64,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.942209243774414,
              "finishedAt": 64,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24625587463378906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "a5540fce228383e5da47ca0a06be175d4a3988e82ff2a93e7451500057c4ea68"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "3508642f6775e09cec3cca5ced260c8b42ac116856dde1ba6877b2adb503fb9f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "e98b994b621b8bcbe1aa3a6bcade1f0615d6491a274d685ccf2ea8938980acd7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "8d76a6a5ff7ca877d494a80363732fd819543869797e569a18835087de913afe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "2fc81299cb393405f42995349283b366d159323d22e48a6cb54906e02a14579e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "328a0152347b623cc6fc5cfa962f2db52acecdd37aebebb7065fc0faeafb5702"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "039ee9e13951c6b1b8c330d801dc4374cc5727d073290fd9b6ebddd4fc80a6bd"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "99cd7ed91d37571a21d16ac24a17877f542323fc94b0a8d95392817253fa7263"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            23,
            19,
            20,
            21,
            85
          ],
          "topCandidateScores": [
            -0.02416909486055374,
            -4.359683990478516,
            -4.897932052612305,
            -6.7884416580200195,
            -7.033580303192139,
            -7.4408345222473145,
            -8.599154472351074,
            -8.721334457397461,
            -9.037644386291504,
            -9.865363121032715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4072542190551758
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            2,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            6,
            8,
            11,
            5,
            4,
            9,
            27
          ],
          "topCandidateScores": [
            -0.1438601016998291,
            -2.908581495285034,
            -3.54876446723938,
            -4.095425605773926,
            -4.897934913635254,
            -5.124322891235352,
            -5.179268836975098,
            -5.652632713317871,
            -5.991280555725098,
            -6.257455348968506
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22638797760009766
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            11,
            5,
            5,
            4,
            8,
            11,
            27,
            6
          ],
          "topCandidateScores": [
            -0.16290275752544403,
            -2.9092936515808105,
            -4.0710248947143555,
            -4.281228065490723,
            -4.487454414367676,
            -4.90939474105835,
            -5.398865699768066,
            -5.667905807495117,
            -5.671683311462402,
            -5.816692352294922
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42194032669067383
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            8,
            4,
            11,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17168225347995758,
            -3.054704427719116,
            -4.076573371887207,
            -4.359786033630371,
            -4.531789779663086,
            -5.910698413848877,
            -6.059635639190674,
            -6.082937240600586,
            -6.43526029586792,
            -6.44351863861084
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.378908634185791
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            2,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            11,
            5,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.179757222533226,
            -3.3870437145233154,
            -4.3939290046691895,
            -4.531613349914551,
            -4.6073455810546875,
            -5.525764465332031,
            -5.576066493988037,
            -5.893287658691406,
            -6.031702995300293,
            -6.076120376586914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9184188842773438
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            10,
            5,
            27,
            11,
            8,
            6,
            10
          ],
          "topCandidateScores": [
            -0.19282807409763336,
            -3.4299991130828857,
            -4.4298319816589355,
            -4.531613349914551,
            -4.76452112197876,
            -5.253171443939209,
            -6.441159725189209,
            -6.6432905197143555,
            -6.936178207397461,
            -6.994494915008545
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4886503219604492
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            5,
            5,
            10,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.20841442048549652,
            -3.456329345703125,
            -4.470423698425293,
            -4.533327579498291,
            -4.841709136962891,
            -5.358502388000488,
            -6.07935094833374,
            -6.114197254180908,
            -6.471380233764648,
            -7.427845478057861
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167932510375977
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.226170152425766,
            -3.4827842712402344,
            -4.520913600921631,
            -4.562944412231445,
            -4.879173278808594,
            -5.339171886444092,
            -5.895811557769775,
            -6.007401943206787,
            -6.178525447845459,
            -7.513210296630859
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45999860763549805
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            3
          ],
          "topCandidateScores": [
            -0.24507759511470795,
            -3.5097806453704834,
            -4.57088565826416,
            -4.606462001800537,
            -4.904356956481934,
            -5.2970476150512695,
            -5.948118686676025,
            -6.017993927001953,
            -6.143667221069336,
            -7.119004726409912
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39269065856933594
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            11,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.26378920674324036,
            -3.540808916091919,
            -4.62385892868042,
            -4.638526916503906,
            -4.924144268035889,
            -5.505937576293945,
            -5.895535469055176,
            -6.163100242614746,
            -6.250837326049805,
            -6.351393699645996
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5817933082580566
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            4,
            5,
            5,
            3,
            11,
            27,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2829637825489044,
            -3.5807478427886963,
            -4.648416519165039,
            -4.679361343383789,
            -4.940001487731934,
            -5.652976036071777,
            -5.74675989151001,
            -5.977164268493652,
            -6.286509990692139,
            -6.508782863616943
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7129745483398438
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            10,
            5,
            5,
            3,
            11,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.3025873303413391,
            -3.6289141178131104,
            -4.648431777954102,
            -4.7330756187438965,
            -4.954916000366211,
            -5.300436973571777,
            -5.741134166717529,
            -6.231687068939209,
            -6.5789995193481445,
            -6.708986282348633
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3455209732055664
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            10,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            9,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.32382991909980774,
            -3.681112051010132,
            -4.781185626983643,
            -4.970822811126709,
            -5.007915019989014,
            -5.088323593139648,
            -5.7575507164001465,
            -5.995344161987305,
            -6.175341606140137,
            -6.798679828643799
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.007915019989014,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08040857315063477
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            12,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.347103089094162,
            -3.7358057498931885,
            -4.79422664642334,
            -4.827477931976318,
            -4.989284038543701,
            -5.743648052215576,
            -5.759243965148926,
            -6.226246356964111,
            -6.235747337341309,
            -6.813027381896973
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.79422664642334,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.754364013671875
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            5,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            8,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3720129132270813,
            -3.794743061065674,
            -4.687118053436279,
            -4.873221397399902,
            -5.010950088500977,
            -5.712891578674316,
            -5.8570966720581055,
            -6.346513748168945,
            -6.765353202819824,
            -7.222615718841553
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.687118053436279,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7019414901733398
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.39778560400009155,
            -3.857224225997925,
            -4.670429706573486,
            -4.921684265136719,
            -5.036619663238525,
            -5.632893085479736,
            -5.746457576751709,
            -6.4541449546813965,
            -6.731003284454346,
            -7.1126203536987305
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.670429706573486,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5962734222412109
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.4228314459323883,
            -3.9238204956054688,
            -4.748247146606445,
            -4.975559711456299,
            -5.069924831390381,
            -5.597984313964844,
            -5.666377067565918,
            -6.5526018142700195,
            -6.737250328063965,
            -7.018703460693359
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.748247146606445,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5280594825744629
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.4483262002468109,
            -3.9964656829833984,
            -4.75081205368042,
            -5.035311222076416,
            -5.114641189575195,
            -5.583533763885498,
            -5.633126258850098,
            -6.575486183166504,
            -6.76818323135376,
            -6.93415641784668
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.75081205368042,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.46889257431030273
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.47505757212638855,
            -4.07600736618042,
            -4.6969828605651855,
            -5.101590156555176,
            -5.175530433654785,
            -5.615975379943848,
            -5.621204853057861,
            -6.600491523742676,
            -6.701688766479492,
            -6.847605228424072
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.6969828605651855,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4404449462890625
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5039796829223633,
            -4.15969181060791,
            -4.595329761505127,
            -5.17375373840332,
            -5.253953456878662,
            -5.650695323944092,
            -5.656070232391357,
            -6.5595197677612305,
            -6.67506217956543,
            -6.824800491333008
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.595329761505127,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3967418670654297
        },
        {
          "step": 20,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5354839563369751,
            -4.246588230133057,
            -4.497278690338135,
            -5.251431465148926,
            -5.352817535400391,
            -5.614206790924072,
            -5.690219879150391,
            -6.550235748291016,
            -6.789072513580322,
            -6.842344284057617
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.497278690338135,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26138925552368164
        },
        {
          "step": 21,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            3,
            6
          ],
          "topCandidateScores": [
            -0.5693345069885254,
            -4.337306022644043,
            -4.442648887634277,
            -5.334420204162598,
            -5.468417644500732,
            -5.551125526428223,
            -5.65321683883667,
            -6.565160751342773,
            -6.873661041259766,
            -6.874054431915283
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.442648887634277,
              "finishedAt": 21,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08270788192749023
        },
        {
          "step": 22,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            3,
            0,
            2,
            4,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6060130000114441,
            -4.39012336730957,
            -4.4298014640808105,
            -5.421483516693115,
            -5.463850498199463,
            -5.589235782623291,
            -5.598812580108643,
            -6.6321120262146,
            -6.918501377105713,
            -6.940876483917236
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.39012336730957,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12538528442382812
        },
        {
          "step": 23,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            4,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6449898481369019,
            -4.355921745300293,
            -4.524815559387207,
            -5.409847736358643,
            -5.503564357757568,
            -5.510358810424805,
            -5.659935474395752,
            -6.7609333992004395,
            -6.952584743499756,
            -7.003687381744385
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.355921745300293,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.006794452667236328
        },
        {
          "step": 24,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6850539445877075,
            -4.356842517852783,
            -4.6213459968566895,
            -5.415700912475586,
            -5.449296474456787,
            -5.576834678649902,
            -5.601258277893066,
            -6.905091285705566,
            -6.972390174865723,
            -7.08026647567749
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.356842517852783,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12753820419311523
        },
        {
          "step": 25,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7264227867126465,
            -4.347861289978027,
            -4.71948766708374,
            -5.454605579376221,
            -5.4569268226623535,
            -5.531355857849121,
            -5.785752773284912,
            -6.9791083335876465,
            -7.018070697784424,
            -7.1572160720825195
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.347861289978027,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07442903518676758
        },
        {
          "step": 26,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.76860511302948,
            -4.348830223083496,
            -4.817106246948242,
            -5.494952201843262,
            -5.54197359085083,
            -5.550454139709473,
            -5.74009895324707,
            -6.993558406829834,
            -7.097095966339111,
            -7.253735542297363
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.348830223083496,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.008480548858642578
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8111461997032166,
            -4.366721153259277,
            -4.910799026489258,
            -5.579702377319336,
            -5.605559349060059,
            -5.633916854858398,
            -5.759310245513916,
            -7.005493640899658,
            -7.1745476722717285,
            -7.315934181213379
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.366721153259277,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.028357505798339844
        },
        {
          "step": 28,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8537277579307556,
            -4.395658493041992,
            -4.999934673309326,
            -5.670079708099365,
            -5.703479766845703,
            -5.716996669769287,
            -5.815910816192627,
            -7.039196968078613,
            -7.29430627822876,
            -7.369088649749756
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.395658493041992,
              "finishedAt": 28,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013516902923583984
        },
        {
          "step": 29,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            3,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8965238332748413,
            -4.41611909866333,
            -5.084960460662842,
            -5.7505903244018555,
            -5.803268909454346,
            -5.806188583374023,
            -5.90818452835083,
            -7.07809591293335,
            -7.448309898376465,
            -7.498336315155029
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.41611909866333,
              "finishedAt": 29,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0029196739196777344
        },
        {
          "step": 30,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.9390755295753479,
            -4.455699920654297,
            -5.164614200592041,
            -5.8332719802856445,
            -5.869360446929932,
            -5.902737617492676,
            -6.003763198852539,
            -7.127770900726318,
            -7.623669624328613,
            -7.635746955871582
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.455699920654297,
              "finishedAt": 30,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03337717056274414
        },
        {
          "step": 31,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            11
          ],
          "topCandidateScores": [
            -0.9817483425140381,
            -4.488886833190918,
            -5.2404351234436035,
            -5.897904396057129,
            -5.916305065155029,
            -6.007729530334473,
            -6.101277828216553,
            -7.176382541656494,
            -7.6599555015563965,
            -7.727073669433594
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.488886833190918,
              "finishedAt": 31,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09142446517944336
        },
        {
          "step": 32,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.025054931640625,
            -4.507821083068848,
            -5.315084934234619,
            -5.945816993713379,
            -5.954290390014648,
            -6.097111701965332,
            -6.210934638977051,
            -7.235207557678223,
            -7.674489974975586,
            -7.70684814453125
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.507821083068848,
              "finishedAt": 32,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1428213119506836
        },
        {
          "step": 33,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            3,
            4
          ],
          "topCandidateScores": [
            -1.0697616338729858,
            -4.506560325622559,
            -5.3910980224609375,
            -5.9843339920043945,
            -5.992674827575684,
            -6.163418769836426,
            -6.303220748901367,
            -7.283991813659668,
            -7.660564422607422,
            -7.676774501800537
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.506560325622559,
              "finishedAt": 33,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1707439422607422
        },
        {
          "step": 34,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1160324811935425,
            -4.504193305969238,
            -5.470101833343506,
            -6.022990703582764,
            -6.048319339752197,
            -6.208320617675781,
            -6.366772651672363,
            -7.324322700500488,
            -7.6530890464782715,
            -7.666258335113525
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.504193305969238,
              "finishedAt": 34,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16000127792358398
        },
        {
          "step": 35,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1621720790863037,
            -4.5434722900390625,
            -5.548443794250488,
            -6.07826042175293,
            -6.160416126251221,
            -6.250051975250244,
            -6.40162992477417,
            -7.3802947998046875,
            -7.614032745361328,
            -7.687380790710449
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.5434722900390625,
              "finishedAt": 35,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08963584899902344
        },
        {
          "step": 36,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2078965902328491,
            -4.588618278503418,
            -5.623678207397461,
            -6.189847946166992,
            -6.305401802062988,
            -6.312815189361572,
            -6.428075790405273,
            -7.423823356628418,
            -7.559235572814941,
            -7.708995819091797
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.588618278503418,
              "finishedAt": 36,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007413387298583984
        },
        {
          "step": 37,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2528728246688843,
            -4.647454261779785,
            -5.6943159103393555,
            -6.336513996124268,
            -6.446267604827881,
            -6.459522247314453,
            -6.46939754486084,
            -7.454085350036621,
            -7.501222133636475,
            -7.688101768493652
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.647454261779785,
              "finishedAt": 37,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013254642486572266
        },
        {
          "step": 38,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.2982709407806396,
            -4.677065849304199,
            -5.763225078582764,
            -6.480220794677734,
            -6.563656806945801,
            -6.603014945983887,
            -6.642605781555176,
            -7.462560653686523,
            -7.462762832641602,
            -7.717504024505615
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.677065849304199,
              "finishedAt": 38,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03935813903808594
        },
        {
          "step": 39,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3452144861221313,
            -4.6786298751831055,
            -5.831825256347656,
            -6.598062515258789,
            -6.639461517333984,
            -6.688526630401611,
            -6.824130058288574,
            -7.4503173828125,
            -7.492827415466309,
            -7.756251811981201
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.6786298751831055,
              "finishedAt": 39,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04906511306762695
        },
        {
          "step": 40,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3941318988800049,
            -4.672672271728516,
            -5.902479648590088,
            -6.672014236450195,
            -6.688919544219971,
            -6.727435111999512,
            -6.9648261070251465,
            -7.460317611694336,
            -7.54496955871582,
            -7.817290306091309
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.672672271728516,
              "finishedAt": 40,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.038515567779541016
        },
        {
          "step": 41,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4449717998504639,
            -4.6648759841918945,
            -5.977625370025635,
            -6.719858169555664,
            -6.760117530822754,
            -6.763195514678955,
            -7.054420471191406,
            -7.527327537536621,
            -7.615532875061035,
            -7.854234218597412
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.6648759841918945,
              "finishedAt": 41,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.003077983856201172
        },
        {
          "step": 42,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4979740381240845,
            -4.655008316040039,
            -6.057321071624756,
            -6.7920379638671875,
            -6.802881717681885,
            -6.838047027587891,
            -7.138610363006592,
            -7.615288734436035,
            -7.694807052612305,
            -7.823638916015625
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.655008316040039,
              "finishedAt": 42,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03516530990600586
        },
        {
          "step": 43,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.5539885759353638,
            -4.62854528427124,
            -6.141226291656494,
            -6.851994514465332,
            -6.870913505554199,
            -6.952694892883301,
            -7.240230083465576,
            -7.726522445678711,
            -7.7757439613342285,
            -7.8380818367004395
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.62854528427124,
              "finishedAt": 43,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08178138732910156
        },
        {
          "step": 44,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.6141425371170044,
            -4.591101169586182,
            -6.229274272918701,
            -6.91693115234375,
            -6.987243175506592,
            -7.083292484283447,
            -7.359847068786621,
            -7.811712741851807,
            -7.842352867126465,
            -7.845645904541016
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.591101169586182,
              "finishedAt": 44,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09604930877685547
        },
        {
          "step": 45,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            4,
            6
          ],
          "topCandidateScores": [
            -1.6803247928619385,
            -4.536856174468994,
            -6.323873996734619,
            -7.013609886169434,
            -7.122069358825684,
            -7.208209991455078,
            -7.532082557678223,
            -7.876825332641602,
            -7.876838684082031,
            -7.881117820739746
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.536856174468994,
              "finishedAt": 45,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08614063262939453
        },
        {
          "step": 46,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.754360556602478,
            -4.474416732788086,
            -6.427657127380371,
            -7.14837646484375,
            -7.251835823059082,
            -7.326907157897949,
            -7.737608432769775,
            -7.918952941894531,
            -7.921910285949707,
            -7.938749313354492
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.474416732788086,
              "finishedAt": 46,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07507133483886719
        },
        {
          "step": 47,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.8365747928619385,
            -4.4294233322143555,
            -6.542863368988037,
            -7.313295364379883,
            -7.372338771820068,
            -7.446585655212402,
            -7.950497627258301,
            -7.956638336181641,
            -7.996938228607178,
            -8.010077476501465
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.4294233322143555,
              "finishedAt": 47,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07424688339233398
        },
        {
          "step": 48,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -1.9285558462142944,
            -4.387639045715332,
            -6.6723222732543945,
            -7.493529796600342,
            -7.500844478607178,
            -7.568136215209961,
            -7.983135223388672,
            -8.072203636169434,
            -8.097535133361816,
            -8.173012733459473
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.387639045715332,
              "finishedAt": 48,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0672917366027832
        },
        {
          "step": 49,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.031461715698242,
            -4.358076572418213,
            -6.814744472503662,
            -7.618244647979736,
            -7.701089859008789,
            -7.708601474761963,
            -8.046469688415527,
            -8.143464088439941,
            -8.206032752990723,
            -8.367624282836914
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.358076572418213,
              "finishedAt": 49,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007511615753173828
        },
        {
          "step": 50,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.1469438076019287,
            -4.337508201599121,
            -6.968923568725586,
            -7.753134250640869,
            -7.864876747131348,
            -7.939178943634033,
            -8.136577606201172,
            -8.25992488861084,
            -8.330013275146484,
            -8.54041862487793
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.337508201599121,
              "finishedAt": 50,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07430219650268555
        },
        {
          "step": 51,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.279947280883789,
            -4.304986953735352,
            -7.139476299285889,
            -7.9205403327941895,
            -8.054178237915039,
            -8.20008373260498,
            -8.236335754394531,
            -8.427421569824219,
            -8.471821784973145,
            -8.728903770446777
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.304986953735352,
              "finishedAt": 51,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1459054946899414
        },
        {
          "step": 52,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            3,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -2.436478614807129,
            -4.272887229919434,
            -7.327393531799316,
            -8.114850997924805,
            -8.289648056030273,
            -8.358063697814941,
            -8.49420166015625,
            -8.603384971618652,
            -8.616872787475586,
            -8.932403564453125
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.272887229919434,
              "finishedAt": 52,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06841564178466797
        },
        {
          "step": 53,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            0,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            5,
            4,
            3
          ],
          "topCandidateScores": [
            -2.6258773803710938,
            -4.243654727935791,
            -7.536677837371826,
            -8.357195854187012,
            -8.497551918029785,
            -8.53055191040039,
            -8.71762466430664,
            -8.822656631469727,
            -8.838896751403809,
            -9.01830005645752
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.243654727935791,
              "finishedAt": 53,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.497551918029785,
              "finishedAt": 53,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03299999237060547
        },
        {
          "step": 54,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -2.850024461746216,
            -4.2731523513793945,
            -7.775130748748779,
            -8.608200073242188,
            -8.678838729858398,
            -8.792452812194824,
            -8.872748374938965,
            -9.107582092285156,
            -9.115235328674316,
            -9.44809341430664
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.2731523513793945,
              "finishedAt": 54,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.678838729858398,
              "finishedAt": 54,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11361408233642578
        },
        {
          "step": 55,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -3.1076862812042236,
            -4.368220329284668,
            -8.050167083740234,
            -8.87360668182373,
            -8.876361846923828,
            -9.049337387084961,
            -9.088680267333984,
            -9.218177795410156,
            -9.454778671264648,
            -9.590807914733887
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.368220329284668,
              "finishedAt": 55,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.87360668182373,
              "finishedAt": 55,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1729755401611328
        },
        {
          "step": 56,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            2,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            3,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.4006423950195312,
            -4.509770393371582,
            -8.373285293579102,
            -9.098091125488281,
            -9.1358060836792,
            -9.298774719238281,
            -9.352895736694336,
            -9.368608474731445,
            -9.793601989746094,
            -9.829939842224121
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.509770393371582,
              "finishedAt": 56,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.098091125488281,
              "finishedAt": 56,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16296863555908203
        },
        {
          "step": 57,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.7392358779907227,
            -4.675561904907227,
            -8.755324363708496,
            -9.324911117553711,
            -9.389521598815918,
            -9.534578323364258,
            -9.554441452026367,
            -9.68680191040039,
            -10.04084587097168,
            -10.217750549316406
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.675561904907227,
              "finishedAt": 57,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.324911117553711,
              "finishedAt": 57,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14505672454833984
        },
        {
          "step": 58,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.11961555480957,
            -4.9147515296936035,
            -9.1950044631958,
            -9.565203666687012,
            -9.652155876159668,
            -9.801050186157227,
            -9.874022483825684,
            -10.028668403625488,
            -10.318500518798828,
            -10.628914833068848
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.9147515296936035,
              "finishedAt": 58,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.565203666687012,
              "finishedAt": 58,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1488943099975586
        },
        {
          "step": 59,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.538424015045166,
            -5.2144455909729,
            -9.694270133972168,
            -9.820441246032715,
            -9.978045463562012,
            -10.13895034790039,
            -10.307149887084961,
            -10.404584884643555,
            -10.641606330871582,
            -11.07059383392334
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.2144455909729,
              "finishedAt": 59,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.820441246032715,
              "finishedAt": 59,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1609048843383789
        },
        {
          "step": 60,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            1,
            2,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            11,
            6,
            11,
            5
          ],
          "topCandidateScores": [
            -5.002424716949463,
            -5.549071311950684,
            -10.146659851074219,
            -10.269165992736816,
            -10.416213035583496,
            -10.529606819152832,
            -10.826556205749512,
            -10.827741622924805,
            -11.012252807617188,
            -11.55412769317627
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.549071311950684,
              "finishedAt": 60,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.146659851074219,
              "finishedAt": 60,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11339378356933594
        },
        {
          "step": 61,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            3,
            1,
            3,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -5.5176286697387695,
            -5.929384231567383,
            -10.58092975616455,
            -10.907817840576172,
            -10.946497917175293,
            -11.026688575744629,
            -11.319930076599121,
            -11.402657508850098,
            -11.438041687011719,
            -11.961750030517578
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.929384231567383,
              "finishedAt": 61,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.58092975616455,
              "finishedAt": 61,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08019065856933594
        },
        {
          "step": 62,
          "inputTokenIDs": [
            5,
            6,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            3,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.088935375213623,
            -6.3645806312561035,
            -11.114110946655273,
            -11.537979125976562,
            -11.598650932312012,
            -11.608935356140137,
            -11.873666763305664,
            -11.973618507385254,
            -12.02554702758789,
            -12.379572868347168
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.3645806312561035,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.114110946655273,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -11.598650932312012,
              "finishedAt": 62,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010284423828125
        },
        {
          "step": 63,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            1,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            9,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.726160049438477,
            -6.854310989379883,
            -11.710786819458008,
            -11.977688789367676,
            -12.236045837402344,
            -12.378267288208008,
            -12.490652084350586,
            -12.591780662536621,
            -12.699928283691406,
            -12.839446067810059
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.854310989379883,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.710786819458008,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.236045837402344,
              "finishedAt": 63,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14222145080566406
        },
        {
          "step": 64,
          "inputTokenIDs": [
            5,
            5,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            0,
            2,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            7,
            9,
            3,
            6,
            11,
            5,
            11,
            5
          ],
          "topCandidateScores": [
            -7.4103498458862305,
            -7.439896583557129,
            -11.977688789367676,
            -12.595663070678711,
            -12.94217300415039,
            -13.188434600830078,
            -13.223397254943848,
            -13.22523021697998,
            -13.40534782409668,
            -13.418161392211914
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.4103498458862305,
              "finishedAt": 64,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.94217300415039,
              "finishedAt": 64,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2462615966796875
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.243680000305176,
          "finishedAt": 53,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.27291202545166,
          "finishedAt": 52,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.273176193237305,
          "finishedAt": 54,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.305013656616211,
          "finishedAt": 51,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.337532043457031,
          "finishedAt": 50,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.243654727935791,
          "finishedAt": 53,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.272887229919434,
          "finishedAt": 52,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.2731523513793945,
          "finishedAt": 54,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.304986953735352,
          "finishedAt": 51,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.337508201599121,
          "finishedAt": 50,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
        "candidates": [
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C53H108",
            "model_score": -4.243680000305176,
            "rank": 1
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C52H106",
            "model_score": -4.27291202545166,
            "rank": 2
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C54H110",
            "model_score": -4.273176193237305,
            "rank": 3
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C51H104",
            "model_score": -4.305013656616211,
            "rank": 4
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C50H102",
            "model_score": -4.337532043457031,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
        "candidates": [
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C53H108",
            "model_score": -4.243654727935791,
            "rank": 1
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C52H106",
            "model_score": -4.272887229919434,
            "rank": 2
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C54H110",
            "model_score": -4.2731523513793945,
            "rank": 3
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C51H104",
            "model_score": -4.304986953735352,
            "rank": 4
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C50H102",
            "model_score": -4.337508201599121,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-safari-simulator",
      "id": "single-reactant",
      "logitPairs": [
        "original-safari-simulator__single-reactant__logits_0",
        "original-safari-simulator__single-reactant__logits_1",
        "original-safari-simulator__single-reactant__logits_2",
        "original-safari-simulator__single-reactant__logits_3",
        "original-safari-simulator__single-reactant__logits_4",
        "original-safari-simulator__single-reactant__logits_5",
        "original-safari-simulator__single-reactant__logits_6",
        "original-safari-simulator__single-reactant__logits_7",
        "original-safari-simulator__single-reactant__logits_8",
        "original-safari-simulator__single-reactant__logits_9",
        "original-safari-simulator__single-reactant__logits_10",
        "original-safari-simulator__single-reactant__logits_11",
        "original-safari-simulator__single-reactant__logits_12",
        "original-safari-simulator__single-reactant__logits_13",
        "original-safari-simulator__single-reactant__logits_14",
        "original-safari-simulator__single-reactant__logits_15",
        "original-safari-simulator__single-reactant__logits_16"
      ],
      "maximumProbabilityError": 1.2204944798144268e-06,
      "maximumRowTotalVariation": 1.2204985268835368e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            21,
            19,
            20,
            14,
            39
          ],
          "topCandidateScores": [
            -0.3648202121257782,
            -2.003056049346924,
            -2.809849739074707,
            -3.2180418968200684,
            -4.294958114624023,
            -4.8458943367004395,
            -5.182867527008057,
            -5.185512065887451,
            -5.385604381561279,
            -5.563940048217773
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.550936222076416,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "95e5d961db2dba66a74e28f27b8b73b10712f2195c90ec52032f4e1486ba439d"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "99a81002d46287a25a8a24303bdf5397e643851be6ab126471d45924a3ee2940"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "b149e74a2aea7ef3b4c708b767aba3823bcfc769c45cb2ca8d7569243bc5702f"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "4cf6bc7122ec215f29eda534cc2c1306c481bfabc7394714b2759fee50d13fc7"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "20a3d89f4cacba0fbb534772fadf564b0372a0db97f269d6cf1c9005a8209456"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "38fa4fc02ba575aeca2775eb54458252b116a03c02ec1330c9fff6f9cfa612fc"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "c896758dd46fe2f9f5e11fd2f893ed6f456978af02656054b94ff84adebe7907"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "e5ca5da7ab5629088c3d146d48a6008003b4282775245547a8e8ce74ab4df598"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "3b3ca96fcb3942ef6054c675162f8ec54a1960a3466106b1f03485f7237d11c7"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c71d491f8c86cca0f6655ed0445e8337b62618c8d037e703c28ad7bdb6b87354"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "4b565a03e35e624a67b97ab2278199868d174bf5a107805182d4ba468350240b"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                3,
                64
              ],
              "sha256": "29177e82e70e69382eaea4383a87762ed63ae363c356352e2db7b9e0dbb1dae9"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f9fefece1b68a68906d2785bd0509ee7a7114d3290a54a0ca08d506aa749556b"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "50ed871f06d0a5541797e59dfa70b74f65deddde2c3b3470a91234ebb2048047"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            0,
            0,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            8,
            11,
            8,
            5,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.9706014394760132,
            -1.8643954992294312,
            -2.7604331970214844,
            -2.8098514080047607,
            -3.04201078414917,
            -3.332326889038086,
            -3.4119701385498047,
            -3.6049022674560547,
            -3.702212333679199,
            -4.193089962005615
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.290316104888916,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cbdafd828c8e4463f281e166d3ad14c7b8390b329964c32882a28680216a2fac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cc6687caf9912d579a7724f1d0349522e9631918040fede4dd5e972a3dcc67b2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b09f916d7d10e1d4e5a5b7b6586a37ed6d3589a0cc0ba2e1647ee18b9819b502"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0fa5e1aa9f7dca88c8134f79349d87ae041a5c286a860b182088cdf66ee6f423"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "968f5c1e796a07995176c168669edd7ab7ed9fe699ab6ce07ba6a9ad3325fb13"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d13d284d6f2bb52e4a6246f97c5fee0805d4cd5742029282738ef56f43bc106c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "6345d50db7e3aa6eac3ab126dee5615b158865e89a2ead08ac3796f0547e6825"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "974ff682c813525ab75684c71b01b3c5df5faeaf3ad9de061b323d6a9d70659d"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            8,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            1,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            5,
            4,
            6,
            9,
            5,
            11,
            3
          ],
          "topCandidateScores": [
            -1.4221023321151733,
            -2.6036906242370605,
            -2.9654529094696045,
            -3.0518410205841064,
            -3.1513233184814453,
            -3.2286581993103027,
            -3.3661160469055176,
            -3.5455870628356934,
            -3.866258144378662,
            -3.922003746032715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07733488082885742,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cf152881b88fa702a812f85613d3e6d3381da7d21a83ed32f209069322df731f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5d246a905c75a35cdaf2ae04b090e48d81ca4db887c1a20228b2d0579520050b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0418ffbce6de64ed997bd6f40ae042c1e299ebcd83a0fe3b088b4710e8f43075"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "06a58c863b237a837511d8bf497be06e2e15b746be600e861d8d56133f9e0f1f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b9a1c724b6675c4b164b642356a89c9066228fdd02b2eb9818a934f3ad3f53ba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b047cb6b639376a430276e29e18066f67a8892fcf853b5a32c401b7dbb0cf89e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "9d03481432ae5a1a2a696d1a44e418568e0e7b37002b1e63182633d265d1dc36"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c0e9c2f67d2c3bb9b0ee11a4e3770e46828b150c00c278278e0959fe14f1967a"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            4,
            0,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            6,
            7,
            4,
            37,
            5,
            5,
            3,
            9
          ],
          "topCandidateScores": [
            -2.0183138847351074,
            -3.2608489990234375,
            -3.402837038040161,
            -3.4475276470184326,
            -3.552548885345459,
            -3.8500213623046875,
            -4.009906768798828,
            -4.156332492828369,
            -4.163924217224121,
            -4.492521286010742
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9
              ],
              "score": -3.2608489990234375,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2974724769592285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "fa6c55b68b5dec26a745c3b608340683a423123059df8b092a75b5f55a4c1631"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4a4b7e2022c70ba629fdaa802c4663c9969a1fb7ca5898ad32a2ac71697f6328"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0841c56a58a3a4c2be0b56f7129a5566e788d4b986f81fe7baeb90430cb19f23"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3b91527d21614ed149cdb8a6d1eaa774aa6b160778c0cde645e3d10b7954e17b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2e82419fd9a7f925ef417208aeee5360d9a2f8e2b2dfe49f6a78542ab0db8069"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c2dbaa1f26de109fb23df16682a1e7ecc3fff3212e190f8d31c27d38213104de"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b9b91a7e98ff97ae6137fba3f8bd8f80705bb632b49bb8e4f05cd6ec19f3abac"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "66a479a874e1af317dcbdfaf458d5d61139b85014ae0e0171473ccfea6bdb811"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            37,
            6,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            2,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            4,
            9,
            5,
            6,
            5,
            6,
            3
          ],
          "topCandidateScores": [
            -2.1459996700286865,
            -3.7748422622680664,
            -3.8753249645233154,
            -3.95607852935791,
            -4.17173433303833,
            -4.66965389251709,
            -4.9100565910339355,
            -5.001408100128174,
            -5.685186386108398,
            -5.780123710632324
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.49791955947875977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a51132ffc98bcf77f701c3d181998ae3dd8d972464e22dd88715b5a29ba04c5c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "b0e2a622a7e46ce56fc25dff41ab059c6e8e925bdbc0ed8ccd30451c920e90ae"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "5b3dda4504fdfad0586d647f77c6614d12c20070010a542ff3ed3b8f9d4fa6ff"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "12e0b68302ac6503901d2699ac472f28c02aef383ecfd26cf6d574d0534c3552"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "eda98156d9981d9806d42dd7c3921e705d521b2e6dd5f8c83862c614c92087ba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2ad9ae81f03e2ea39e30115a3057f2cac38f513dd27b224a6852fc0ef4badc77"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7ea16b9cd00cd58dcb229bb6070370af8a58daa7f001419ba35ce622e54d0bb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8e513c058f52d4e8a932a4cd654fe9a2171d9f86003e7685aa6b349b0738217b"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            6,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            3,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            11,
            5,
            4,
            7,
            6,
            5,
            12,
            3
          ],
          "topCandidateScores": [
            -2.4693503379821777,
            -3.7899653911590576,
            -4.036374092102051,
            -4.335414886474609,
            -4.612485885620117,
            -4.655375957489014,
            -5.197516441345215,
            -5.278138637542725,
            -5.307615280151367,
            -5.367658615112305
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.042890071868896484,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "93b977230ae78462c6639356a55ca4a924b95626d49767f8869a8d1a61468feb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "70e9f88c89af5b9c3e84ec29db6bb7356abed4da82c1cbf25becda3341cf2b9f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "08fdfec50d0031932e020f5da17047cd2fe38156661aa8f7bba072b4c3e3d67e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f64c01a2a38c6c57b0368f646492af7c10a9b0aa318ebdaa24a57e07c14c710f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "bd6180da550a77588304f6653a0c265f0e01934c8ec1c587f8bddd4926fd4bee"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "dcbed3b57bf77d0c4a16d22d65657e879442313380cb02d55338364469488c45"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ace481189ca0b15672b9fe76e1823a982f6ad6f2f511852d03d64f4d7d8f22ba"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "56f771b5e53a248a567d9eace29ac53b6272618eff91fa969bb0815ea3568376"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            5,
            11,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            6,
            4,
            6,
            5,
            12,
            10,
            21
          ],
          "topCandidateScores": [
            -2.5101726055145264,
            -4.05357027053833,
            -4.200662612915039,
            -4.492990493774414,
            -5.412240028381348,
            -5.59511661529541,
            -5.715084552764893,
            -6.238042831420898,
            -6.364686012268066,
            -6.6678948402404785
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1828765869140625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "89252577f760310b620e8d3bfd4e5b804271d49d313f19106ceda5e476af07d4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "27d261c114c53ce836d92f3f330e158281f1dbb0eb96c236a6f69702b1ab3246"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8592c46b7940e9b71c7ea6203b0d01296833d7b50ac39225d22efaa558a79981"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f1530505298cae47f59d7806d165d192cc4a289b08ec70a1d27dd08fbf1f707b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f9315bc23843210c434b3d369ff0ab094f103bf906a4a35e0f8e3f9110c2cbb5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e625d3136cd2604437c4fc2eb1030a7a4a39eb3170510de8a593d0cdbcf48560"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "b0ad8efb4edaf3949467ac1f5ccd363df6ff51e0cfefb12e9d753ff14781b620"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5b6a257ed6c8741bc0c3290b7c41a204504554aaf283f575114a03463021eca3"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            9,
            7,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            8,
            5,
            9,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -2.5101730823516846,
            -4.053585052490234,
            -4.502514839172363,
            -5.243400573730469,
            -5.412386894226074,
            -5.712594032287598,
            -5.943343639373779,
            -7.239837169647217,
            -7.402772903442383,
            -7.820486068725586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.30020713806152344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8fb66e7e2d4d50a2a8666ae1209d74a649f391edc2283a0e51439523105335a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "275ae71306b0725096e894bd7282a539aefd863e298521f32b420610b83e3f06"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f7d1d2b26846345e7e0aecb680371bc9ceccd1d2fc76e286ab76d9381bcecbf0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4637fff0966741396899e860ffd3f60252c8af86cb049c77ab2da1a0414f3038"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "52a649323a224a0b5ada3973118a6d3c370f14174db54e56477cdffb4d806a77"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0c62cc9b9ab93d1f533d8eb717c2a00fb76a0f75ae01f8765163974870715dfd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "21567dd8266a9681ae926460b5e4dbe926698d2358f9cd449285e4f161a7eba5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "81b7f58a31477c8ff9c58974e8832726d42869103aea8a9a5874b1ba2c3ce37f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            9,
            4,
            19,
            9,
            20,
            9,
            12,
            27
          ],
          "topCandidateScores": [
            -3.1808409690856934,
            -4.0580010414123535,
            -4.508736610412598,
            -4.802038192749023,
            -4.942934989929199,
            -4.993806838989258,
            -5.100867748260498,
            -5.291792869567871,
            -5.454814910888672,
            -5.547702789306641
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.050871849060058594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "96a1c064b982554044ad34467710aee77c5bbbeffeaca2e3da0d4b6b5d99a4bb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "61671cfb799d47f01062c0485f7ef31914575e80c177af40e521c63aae931519"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "06026c8319479a20b5161329703a2731a878d04fdd0b79c7c225742256778caf"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "69d6cda895a796a79d03cfc00ce08c8195355278e3aa39635066edd46599304f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0201be9e6a6c2af2f127906f19c2a541794de02a7e2e200e2ec4139bc5ab591d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b1b690da811c67a2f26bf9b69a3477535781ec385fd8a5b88f182d430a992856"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ff56502d39c31a311a4b8d7295fa084cfc2b458b11f89c29399166f529469247"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0f9bf1937ae7d15ecc1b22642c9cfafe60af5d9dcf1f4625028ccb800c4aa3fb"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            9,
            4,
            19
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            9,
            8,
            6,
            17,
            8,
            8,
            11
          ],
          "topCandidateScores": [
            -4.213150978088379,
            -4.237220764160156,
            -4.508736610412598,
            -4.710154056549072,
            -4.802038192749023,
            -5.314851760864258,
            -5.4996137619018555,
            -5.804485321044922,
            -6.112286567687988,
            -6.120309829711914
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.508736610412598,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5128135681152344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "9327457708bb2173eb3dc631464b26016cfb17e6b96c15ba6f48533d4cbe4c7c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "377ece83f69046b2d814e45c169a2e6a3df87f2dd33feb39537ce3a211263792"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5b51c77099c3e2e82b27842c824f23ba0da5ba873257cd638be8d5d4717172e7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "bac0140455567313fe83dbb3f11acefd806cd11abe503ed1ffa1194a5b7426ab"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ac08b02e732f40e1f17c93221577a7ae7a92833c49a09165cef2169546041cff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "313814dc07970fbad974991e52176ab097248278898b70165651707ff3455963"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "859d6806d1f2a20cee35c4520e885dd95d63b61f5aa0b04b8af42e1c798401b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1b20013ffddb7e2c5ec4875af79b149e74bea947cb444c6c0b310dac74b642a1"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            6,
            6,
            9,
            8
          ],
          "topCandidateParents": [
            0,
            4,
            3,
            1,
            1,
            3,
            0,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            5,
            5,
            11,
            7,
            6,
            5,
            14,
            9
          ],
          "topCandidateScores": [
            -4.820140361785889,
            -4.927628040313721,
            -5.320822715759277,
            -5.328881740570068,
            -5.435370922088623,
            -5.589768886566162,
            -5.592957496643066,
            -5.653744220733643,
            -6.054388523101807,
            -6.4130473136901855
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15439796447753906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5def6ec79434b2d7713b06f36a3b40663e3b7f3aba66cbcaecf32259674490f4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4e164272cce05527cce6edb6ffcf799754bce9c72b19ff72e9d5e9d507b6a627"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ad4275a70399e5ee4f49460aa8553154de5c99dd96e98ab1eb22c35fc5b8d0b8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b5cd87b5275a5530a98db6f1b69968d6faa2824f2ed85586064343ffad131e83"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5e0a396a2ddabbaeeab19e644a8c08f862726cd1bd5dadb130ec9721f33316c8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "36b095079ede05b2e631f84c15bd344d0cf638761649bc1af82b25abeeea3098"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a23e4dcc1623678ec05b15739b19e803396db85a7cbffb4fc6adfba1e67b5e53"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2e778c9b46fef87b1bdfa741e80afe85ca22d4ccb7d7ae4d331d7a3a72b67644"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            0,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            5,
            7,
            6,
            5,
            13,
            6,
            12
          ],
          "topCandidateScores": [
            -5.153315544128418,
            -5.399868488311768,
            -5.481256484985352,
            -5.607979774475098,
            -5.72705078125,
            -5.765653133392334,
            -7.048025131225586,
            -7.266737937927246,
            -7.733643054962158,
            -8.05229377746582
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.038602352142333984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8e509773471d2e3e38bcf4c772a7d6c4076b464d6218edb770fceb1e9c93b159"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "17f398db64a5172c8a9434942e442cb3600baca1eff7fbaf75f8869c202ea50d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3507798eeeb19d0a5094eef894cad09c22f6f6db566c70165dc1fb899730c1f8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "484633ea2c30c4560297a84a2bc3f82aa611d53d86a04f7fcac7cd652deb3bb7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "520706685cbb81956ecb4e161e2895bf6f4c1afc04434fab075ca288df946108"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "aa3bd1fc35c4d7c3c5c7fa0f01becf8fa62002c4411dbf3dc24328c12c1c7cb5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "076d95d953404c4b36827a71b4b5ef8b813b56f4822ed5e281eb452bb52e29ce"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "236bbe693ce2cfbc6e9fee8b95e5dbe2ea7c5234e96fd8d5c3dfc8270dcc2ca0"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            5,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            7,
            5,
            6,
            6,
            6,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -5.404974937438965,
            -5.458617210388184,
            -5.481256484985352,
            -5.922867774963379,
            -6.625677108764648,
            -6.795839309692383,
            -7.420537948608398,
            -7.478224754333496,
            -7.636953830718994,
            -7.95435094833374
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17016220092773438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "539b808ad1a62e1bbb7c042782188f513ddca3f59edfd18273ce3ae8a19017b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "48eac15bac6dc8175e08e9ec34d92af3de085ea989f76974f4a042c86d26c3a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f5ad0572b6bfb17416efdd8c4b049b9214e084819b876c5204afd137935534b3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3dcaf1e2433904f00109364376ab6346a7a0ad5ae0f2024d79742d4b63402bd1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "131d5afc41884832243e14f56483d17a83707449094b6c6bc0fe2edd714ec21c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b5a8b9d2dbd7831a2a4499df295a92de9c2cfbf2285fb12cad35b9a5e3afb6ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "aada4edc4df69f0644cadce4da1b61c7685ee8664a15d71ef217c29b4b5c04c4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e0c852f807e9a4bd7d68a6d47b05f2148ea87e6118a71457391f94f462e16b12"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            4,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            5,
            4,
            5,
            5,
            6,
            17
          ],
          "topCandidateScores": [
            -5.571970462799072,
            -5.894452095031738,
            -6.065013408660889,
            -6.354929447174072,
            -6.737420082092285,
            -6.809889793395996,
            -6.909196376800537,
            -7.844210624694824,
            -7.910393238067627,
            -7.932896614074707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07246971130371094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "526eaad2d89e0909807ba44e69d75acd9045940f0cabe5766bd4bdd0c9913d67"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "375ed98d1e9d268c84b91dae990b16555de0b463a2d031ce1fe7ae38a4fbeed3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "991789665330d32ad924b60a76c8fb3f4e3a44dc354c01b4008dcb87f945794e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7c9f6b6f9e13bd67f0ee3c4056a9dbe6b33b3a0572f2f100f8d1381a371492ad"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7d0581d081648de6b23871b8eb4f88713ca1a6ac882b6601da07601074cc7318"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cd6cc4c6e36c8d0c5cec70fe397a36375f225dd31ec19bd62bb01f9052099543"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8099c101b2d297e68a8084606834577d9696cb2dc9ad8650047169525fb88656"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "46a629a98bd396c391ec60250e9af5fd0bf5ae2a0535f6c7ed48396d28b84d4b"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            2,
            1,
            2,
            4,
            1,
            1,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            7,
            9,
            12,
            28,
            6
          ],
          "topCandidateScores": [
            -5.600959300994873,
            -6.673537254333496,
            -6.7177839279174805,
            -6.790266990661621,
            -6.816452980041504,
            -6.840853691101074,
            -7.741471767425537,
            -7.812284469604492,
            -8.31123161315918,
            -8.726127624511719
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.816452980041504,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024400711059570312,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "97f458e732ad3bdc60867229f5993cfcd01f2f822296e34598385685832bf42d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "580890160b65cb088215914fbc7e3b47dbbe80129cef598977d66e0cbcc6d862"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "2e3f3202a64e85c366b0b3956e1d27bf90999a3c2ac11dc8c7913b63f22f9668"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "640c66a35e18c28452d5439a2da0f742f2f7efa1f7d13e244fac05f36383d22d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "88ff1224266097fac19228e672325a4f74a955d7ef21c91a60c35f192f9258cf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "41a263f7d1d7c39738edfb56eb12bfec4ac200945a01c5264c82476094cd2b03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d26484c06aea8964e216e1f3f90240d415cd5f2893a6df670e3f652a8fc73c9f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d8c0c0fa604a74a2eb2bd89b86cb5618860abd82ba676ea431fc89622a58c8c3"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            4,
            3,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            6,
            7,
            12,
            11,
            6,
            9
          ],
          "topCandidateScores": [
            -5.603367805480957,
            -6.776775360107422,
            -6.96295690536499,
            -7.4034342765808105,
            -7.772740364074707,
            -8.619613647460938,
            -8.751304626464844,
            -9.04287338256836,
            -9.092506408691406,
            -9.190296173095703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8468732833862305,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "24ab60d00a582b44ce4520c7bc61d447b33fa24f4b13ff509a44a7a5bee8a11f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "bb3095bf8208acddcba356fd9dd0f18a54cd6888ead217f75f74541e4d36e4b3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "30f153f3f3212ed6807e666b06865abe21191bce476cad00c80f99e338f57b37"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "415f25bac5ca87e8b0cbd6146e3a4cf2948e5ac5ffdab9c907256c7b67d8810f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "be96661d652bd3e9c692cf2b6bb35bef294138ff56593316b68c044072bc87b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4264b6bad6cc3f3924e4a1270b9bcf8fe742e4cbc366e999527bce761972375f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ddcc8bbb4957d87fff2c2d12d937bb26acf608f691d0fee6826c6f5bdec262b0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ab28cd60b569565cd0b2c0ed7e2b626e03bc3edb3dc75b5613e5be9805cde2aa"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            2,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            11,
            3,
            5,
            6,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -5.604614734649658,
            -6.795952320098877,
            -7.261783599853516,
            -7.948882579803467,
            -8.476617813110352,
            -8.861780166625977,
            -9.061273574829102,
            -9.307312965393066,
            -9.757043838500977,
            -10.334839820861816
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                37,
                6,
                11,
                9,
                7,
                6,
                9,
                5,
                5,
                7,
                9,
                5,
                5
              ],
              "score": -5.604614734649658,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -6.795952320098877,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -8.476617813110352,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.385162353515625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a56d47a10f0129f09d4e7896bf96cd1a0f6ac73e4b2b080d6e3184e8af16505c"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2d64e4da45f11456a2e8d136f6a0774148a12cfa3dcfb9a32100cc8ee37ba96e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "8086b376512bcc736dbd30ac7d6739ccbe2fb81e0adfc693f886119d72607ed1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "41ce63b7dcdcc1488172c5e22965fde2dfd279f8561fef23fdd71dadc4738055"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "248ac317b13f49299a32712f585c1b7c4e049311766f2320605230621e0174d9"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e3ebbb72a797cf5ae09dc0e0d9084a4b99440712496076e83c33ced871e175f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0394575e0bcd1532325b52d66cb4f485c45f3d610214612f1efc6c1cc095b6fb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "51bad525e991d7ec945e2ce79e879dcaa09f9c11415ce040682adf316825e6b8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "201fbd156108d0d4a406d3bf0ee4f2ec1cc25c9c52bee4e590f4d7b0d822dce5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "081bbd4dd5567eb5aed1ba7311cfa00c3e2e7c759fb9dd2dd4f9a77f7f404ab6"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5cfb8e9b42810d66beb7c9692abe2d3244f389e6702d7a6e5a201795a559aba4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "11a5fb81e9c240c9c18b2eccf7c768d905de5369c8dde74858caf0445126fbe7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f689882fd7a0dc726f97cb3cbe1a994d0f28583f64c7b2dc24de91a629f1d09b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c148ca357a7aea5fc05d414c02c0896965dc1e28a424b3dbd8ef6cc9e1c904df"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b4a7ec566cf2a1ab4c19cee35fb4ba647c99f0b21b2a54212e966b65e3ebd764"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e86a71b6358437dec506cf0184ba98366b10a652df9ba10d79ec49d661115aea"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            21,
            19,
            20,
            14,
            39
          ],
          "topCandidateScores": [
            -0.36481672525405884,
            -2.00305438041687,
            -2.809847354888916,
            -3.2180399894714355,
            -4.294954776763916,
            -4.845893383026123,
            -5.182867527008057,
            -5.185511112213135,
            -5.385601997375488,
            -5.563936233520508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.550938606262207
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            0,
            0,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            8,
            11,
            8,
            5,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.9705967307090759,
            -1.8643920421600342,
            -2.760430097579956,
            -2.8098487854003906,
            -3.0420074462890625,
            -3.3323235511779785,
            -3.4119679927825928,
            -3.60489821434021,
            -3.702209949493408,
            -4.193088531494141
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.290316104888916
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            8,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            1,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            5,
            4,
            6,
            9,
            5,
            11,
            3
          ],
          "topCandidateScores": [
            -1.4220956563949585,
            -2.603685140609741,
            -2.965449333190918,
            -3.0518369674682617,
            -3.151318311691284,
            -3.2286527156829834,
            -3.3661115169525146,
            -3.545581102371216,
            -3.8662526607513428,
            -3.921994924545288
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07733440399169922
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            4,
            0,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            6,
            7,
            4,
            37,
            5,
            5,
            3,
            9
          ],
          "topCandidateScores": [
            -2.0183029174804688,
            -3.2608389854431152,
            -3.402832508087158,
            -3.4475209712982178,
            -3.552544355392456,
            -3.8500094413757324,
            -4.0099005699157715,
            -4.1563262939453125,
            -4.163918495178223,
            -4.492514133453369
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9
              ],
              "score": -3.2608389854431152,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29746508598327637
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            37,
            6,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            2,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            4,
            9,
            5,
            6,
            5,
            6,
            3
          ],
          "topCandidateScores": [
            -2.1459879875183105,
            -3.7748351097106934,
            -3.875312089920044,
            -3.9560739994049072,
            -4.171730041503906,
            -4.669647693634033,
            -4.9100494384765625,
            -5.001394271850586,
            -5.685178756713867,
            -5.7801127433776855
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.49791765213012695
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            6,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            3,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            11,
            5,
            4,
            7,
            6,
            5,
            12,
            3
          ],
          "topCandidateScores": [
            -2.4693374633789062,
            -3.7899527549743652,
            -4.036360740661621,
            -4.335403919219971,
            -4.612481117248535,
            -4.655371189117432,
            -5.197509765625,
            -5.278133869171143,
            -5.30760383605957,
            -5.367645263671875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.042890071868896484
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            5,
            11,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            6,
            4,
            6,
            5,
            12,
            10,
            21
          ],
          "topCandidateScores": [
            -2.5101590156555176,
            -4.053556442260742,
            -4.200649738311768,
            -4.492978572845459,
            -5.412233829498291,
            -5.59511137008667,
            -5.7150702476501465,
            -6.238031387329102,
            -6.36467981338501,
            -6.667883396148682
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1828775405883789
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            9,
            7,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            8,
            5,
            9,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -2.510159492492676,
            -4.0535712242126465,
            -4.502501964569092,
            -5.243387222290039,
            -5.412380218505859,
            -5.712580680847168,
            -5.943330764770508,
            -7.239824295043945,
            -7.402760982513428,
            -7.820470809936523
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3002004623413086
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            9,
            4,
            19,
            9,
            20,
            9,
            12,
            27
          ],
          "topCandidateScores": [
            -3.1808266639709473,
            -4.057986259460449,
            -4.50872278213501,
            -4.802024841308594,
            -4.942920684814453,
            -4.99379301071167,
            -5.100853443145752,
            -5.291778564453125,
            -5.454801559448242,
            -5.547688007354736
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0508723258972168
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            9,
            4,
            19
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            9,
            8,
            6,
            17,
            8,
            8,
            11
          ],
          "topCandidateScores": [
            -4.213138103485107,
            -4.2372050285339355,
            -4.50872278213501,
            -4.710138320922852,
            -4.802024841308594,
            -5.314835548400879,
            -5.499600410461426,
            -5.804469585418701,
            -6.112274169921875,
            -6.120294094085693
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.50872278213501,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5128107070922852
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            6,
            6,
            9,
            8
          ],
          "topCandidateParents": [
            0,
            4,
            3,
            1,
            1,
            3,
            0,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            5,
            5,
            11,
            7,
            6,
            5,
            14,
            9
          ],
          "topCandidateScores": [
            -4.820127010345459,
            -4.9276123046875,
            -5.320806980133057,
            -5.328866958618164,
            -5.435355186462402,
            -5.589752674102783,
            -5.5929436683654785,
            -5.653728008270264,
            -6.054369926452637,
            -6.413031101226807
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15439748764038086
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            0,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            5,
            7,
            6,
            5,
            13,
            6,
            12
          ],
          "topCandidateScores": [
            -5.1532979011535645,
            -5.3998517990112305,
            -5.481240272521973,
            -5.607964992523193,
            -5.7270355224609375,
            -5.765639305114746,
            -7.048008918762207,
            -7.266726016998291,
            -7.733627796173096,
            -8.052276611328125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.038603782653808594
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            5,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            7,
            5,
            6,
            6,
            6,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -5.4049577713012695,
            -5.458598613739014,
            -5.481240272521973,
            -5.922852039337158,
            -6.625661373138428,
            -6.7958221435546875,
            -7.420523643493652,
            -7.478209495544434,
            -7.636936664581299,
            -7.954335689544678
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17016077041625977
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            4,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            5,
            4,
            5,
            5,
            6,
            17
          ],
          "topCandidateScores": [
            -5.5719523429870605,
            -5.89443302154541,
            -6.064996242523193,
            -6.354912757873535,
            -6.7374043464660645,
            -6.809871196746826,
            -6.909181118011475,
            -7.844193458557129,
            -7.910377502441406,
            -7.932879447937012
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07246685028076172
        },
        {
          "step": 14,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            2,
            1,
            2,
            4,
            1,
            1,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            7,
            9,
            12,
            28,
            6
          ],
          "topCandidateScores": [
            -5.600939750671387,
            -6.673519611358643,
            -6.717766284942627,
            -6.790245056152344,
            -6.81643533706665,
            -6.840837001800537,
            -7.741454124450684,
            -7.812264919281006,
            -8.311210632324219,
            -8.726110458374023
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.81643533706665,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.02440166473388672
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            4,
            3,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            6,
            7,
            12,
            11,
            6,
            9
          ],
          "topCandidateScores": [
            -5.603347301483154,
            -6.77675724029541,
            -6.962939262390137,
            -7.403416156768799,
            -7.7727179527282715,
            -8.619592666625977,
            -8.751287460327148,
            -9.042848587036133,
            -9.092488288879395,
            -9.19028091430664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8468747138977051
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            2,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            11,
            3,
            5,
            6,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -5.604593276977539,
            -6.795932769775391,
            -7.261765956878662,
            -7.948859691619873,
            -8.476598739624023,
            -8.861761093139648,
            -9.06125545501709,
            -9.307295799255371,
            -9.757024765014648,
            -10.334821701049805
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                37,
                6,
                11,
                9,
                7,
                6,
                9,
                5,
                5,
                7,
                9,
                5,
                5
              ],
              "score": -5.604593276977539,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -6.795932769775391,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -8.476598739624023,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.385162353515625
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9
          ],
          "score": -3.2608489990234375,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.508736610412598,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            37,
            6,
            11,
            9,
            7,
            6,
            9,
            5,
            5,
            7,
            9,
            5,
            5
          ],
          "score": -5.604614734649658,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -6.795952320098877,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.816452980041504,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9
          ],
          "score": -3.2608389854431152,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.50872278213501,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            37,
            6,
            11,
            9,
            7,
            6,
            9,
            5,
            5,
            7,
            9,
            5,
            5
          ],
          "score": -5.604593276977539,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -6.795932769775391,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.81643533706665,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CCO",
        "candidates": [
          {
            "smiles": "CCO",
            "formula": "C2H6O",
            "model_score": -3.2608489990234375,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "CCO",
        "candidates": [
          {
            "smiles": "CCO",
            "formula": "C2H6O",
            "model_score": -3.2608389854431152,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-safari-simulator",
      "id": "amide-reactants",
      "logitPairs": [
        "original-safari-simulator__amide-reactants__logits_0",
        "original-safari-simulator__amide-reactants__logits_1",
        "original-safari-simulator__amide-reactants__logits_2",
        "original-safari-simulator__amide-reactants__logits_3",
        "original-safari-simulator__amide-reactants__logits_4",
        "original-safari-simulator__amide-reactants__logits_5",
        "original-safari-simulator__amide-reactants__logits_6",
        "original-safari-simulator__amide-reactants__logits_7",
        "original-safari-simulator__amide-reactants__logits_8",
        "original-safari-simulator__amide-reactants__logits_9",
        "original-safari-simulator__amide-reactants__logits_10",
        "original-safari-simulator__amide-reactants__logits_11",
        "original-safari-simulator__amide-reactants__logits_12",
        "original-safari-simulator__amide-reactants__logits_13",
        "original-safari-simulator__amide-reactants__logits_14",
        "original-safari-simulator__amide-reactants__logits_15",
        "original-safari-simulator__amide-reactants__logits_16"
      ],
      "maximumProbabilityError": 1.2828871831516153e-06,
      "maximumRowTotalVariation": 1.2850384607529976e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            30,
            42,
            28,
            39,
            14
          ],
          "topCandidateScores": [
            -0.2729269564151764,
            -2.3934860229492188,
            -2.5060513019561768,
            -2.853314161300659,
            -5.4993486404418945,
            -7.528581142425537,
            -7.6753411293029785,
            -7.693213939666748,
            -7.822280406951904,
            -7.842170238494873
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0292325019836426,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "017e99b6fb249c1a86da203bc7b139fc9309aaa8367f756b5891347752e7c1fe"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "23fff321a4fbc3fa13ca3ce7b219c13bd5f0a022e976ad2556b95baec0f02a3d"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "bf05a1b5009693c165e2598c655aa123b88e6a4e83247ff29841f93ffd0f70ee"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "4b356cf3b7133c90da0748d805d8432d3606cf1e474f8475da514b545af7f93a"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0da8dcc4557ed77178d16f15b1dea67cae2c2ecf5ad47a19c359e4b6f809067f"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "aebb54e1a7bb60f5f196600a4539cee8da086caa565cb9981565fc1a707a7b66"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "2fd80de5983479e7262bd1ce970de70eefbe6a16d40656a74ed1e6cb4b5e46de"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "421205cf95e9f8fd151753f303ffa2eda14e948c9af68fa115d7be8c244d2192"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "17a9b4cccac172b939551313a4f616d635f86cccf56f7dcfc5c49d29a724ed5c"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7bfe8a14b970b434971cf9d30aa6f84e870e4304d9eefb301d021bac47d6a41d"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "f1237a93c42a4fe1f2bcad8250c1e0dff27e441c527fa7b463da54335d1986da"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "c970df65893f15db4b1ce7a34edcd65cc04355b425075c1d9afeefc377c5ef36"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0de2988880c441c32f2b0f1455160f62f6117afb2cd72c8360c72687f61a76d3"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "28222010f43cc736f6b352a9ad732af3977b0447ce1d0ff3e6aef8e6d6b4fcc5"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            0,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            5,
            4,
            11,
            9,
            4,
            24,
            6
          ],
          "topCandidateScores": [
            -0.3858065903186798,
            -2.449526309967041,
            -2.8533143997192383,
            -3.401338815689087,
            -3.4250898361206055,
            -3.8996405601501465,
            -4.1475510597229,
            -4.22461462020874,
            -4.576045989990234,
            -4.6027750968933105
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.474550724029541,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d54dba53bb234aef5de39650cf7bfc186cd072c545ed4d2256544d0b96aa8ea9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1733551314d01adb89a34e3bb80e0294e5b6e90ed7a958d287c82af1c2665f01"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "5844b6ee98246eff9b8851dbe22fa5a06100fbff5f5b2caf0c01d87cd308c462"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1ca21e643ef6d9734bb13223341416772fe554f9f5982d200e7ef798d51dd025"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8bc1587c80dfcd554f5fdcc2c966932f08067a6d1ff95852f8dd0086f06ab3a5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "246141dda9d54e280b3fc3faea80f661641e4042fedb3a81dce6cfca7f9ccd79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "97f706e60adcf1c37ec6769889e06aa86de6e0ce453192cd30cb206fd894b701"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "227a78428b5eb84770b725595d6355919d56619c9fd7efd935dec2aca64c4908"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            8,
            12,
            6,
            5,
            9,
            8,
            5
          ],
          "topCandidateScores": [
            -0.4972008466720581,
            -2.5225367546081543,
            -2.9552857875823975,
            -3.4250898361206055,
            -3.6009085178375244,
            -3.6815874576568604,
            -3.9976885318756104,
            -4.552278995513916,
            -5.063507080078125,
            -5.231167793273926
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08067893981933594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2a11b921d7331cce4b8b92df14ac1901a4e669b097b3fa5e3c6ef91dc58b011a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "fac5de41d91fbf580f8be2e68e519585b9b62e6b5028c19f061237e45e4dd80a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b0ff31cfa3ac2b4d92f66afcd8aaa98ce31aca2ad5781847099745497592e21d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "286d30b65f8f22c02b2f953b0340c51c2d81e417e333dc721a6155d4f4f65d94"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "3482a68efdb8cb8dee80ca2d20f007dc6a07f057ea363a75afd80937cda39758"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c1c0840397becd9dca064bd22780114ec60db9554727c674e5d768026816be49"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "629722bfd15beebc92ded81803ae526f9615cff173857da7aba0d9d35402044d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "62921e32316fe5b0f5e19f23618b8c1532967c6863c461d587d2ef46c9580a26"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            4,
            4,
            4,
            8,
            6,
            12,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5209567546844482,
            -2.908447265625,
            -3.0462777614593506,
            -3.4275929927825928,
            -4.008212566375732,
            -4.015339374542236,
            -4.888195991516113,
            -4.9162092208862305,
            -5.288993835449219,
            -5.6522111892700195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007126808166503906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4c6b029785a65623a501a0582ce6ceeee3550941093366044b3d83a59f41b403"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "dcfafac9f2669f296813ddb36f568e8e66f99167f862188ec55bc102959b2764"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b30cecc6bd051678f60afd155c30d89e0af381fcdc1df8df787e49df498c2a20"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "36ee70a7c2076478ab090c65182a4814f81c86b7e92db421052178ce0afe2f9b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c4b4b59422ec4ef4a8064e9f1ffbd289eddda47c1c1c338e49b96f74eb97caca"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6605fc5511783e85cc795378c5eff2b65283a7e44fdf1f148eb5398a0ffdef00"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6d93add400e05752f4686a3c8243c64d2338bb3113a245f471dcc23e7ceda9ff"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "93981e62af68b7c7c2658a6bcfd312cabad1c36a179c8e2fc7af5efa36f6cbf6"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            4,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            4,
            9,
            5,
            8,
            12,
            17,
            6,
            12
          ],
          "topCandidateScores": [
            -0.5234120488166809,
            -3.1108345985412598,
            -3.46085786819458,
            -3.8191139698028564,
            -3.959900140762329,
            -4.008212566375732,
            -4.676513195037842,
            -5.926294326782227,
            -6.098903656005859,
            -6.638075828552246
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04831242561340332,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "aa3d1b3dd98e1aacbc68c9e7ef58f4858e7a9077c1b98dd4ea8d0e912b8f41c7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "18395dafa1d713edbc1f5b120f33821a0a657a0bfd6a8cb760d5203cf92f48ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "b2798c1cc161ebfcf2372a4b1cf616b05334561a9a52f6800f0c6b33455b2541"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ebfc839b46a0c11d38a82ade690734ec844dfb904fdda2ec1254fd3cdafd8a27"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0ec628ebdc795de8b7cec52aa5a7148beee01136f7c2109fa58594d7ac496ce1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "14a2a26c8babda5d88b6a9a6c6d7a19888c1ce85f3033929ad2379ac2df8f0a6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "67efe57f9a29179d0317651b93c2760022cc0455b538e4d070a8f24dbee40b7c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "af9d15a461f82d4b7ebf2fa4f2de878f512faffef8c9d7166e34413b2cde880e"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            4,
            4,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            6,
            7,
            10,
            4,
            17,
            12,
            11,
            4
          ],
          "topCandidateScores": [
            -0.5234128832817078,
            -3.4947166442871094,
            -3.8050272464752197,
            -3.840503692626953,
            -3.901390314102173,
            -5.2790117263793945,
            -5.420693874359131,
            -5.788003444671631,
            -5.934591293334961,
            -6.175327301025391
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3776214122772217,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "effe91c27fdfb3d355d6c20f88a9dfeebd820bb1b011551f519d963affd05af3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7f95675885db78037687f9d002c9ba36e7a92e04d21bd64c4c057a5851f53c10"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "456d4029a17fd1b745939db9731fc2003af113e9266d58ae0e28a705f4f0e7e0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7b8ffc5cc41d3ea01aedca2c297d4c27215c64050ff72747ee606f351948e4a7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d5f49255b1f6ca5195ceee79c5c21ec170604ef003a0cff690f2d0886cd0b778"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e2712181b77991fd6e92334a5b766c12ed4de679497751226631fd8b79cd211e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "35f5ca49f6ee793a792c2e19214f96313695182ff3a11b06c8afb3a4ba3e8997"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5bf54c5c6fa86ff75dfc489b098cc8fed15331f2ae01890fedaeabecc498cfeb"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            6,
            7,
            10
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            4,
            5,
            25,
            6,
            4,
            5,
            9,
            4
          ],
          "topCandidateScores": [
            -0.5761286020278931,
            -4.17531156539917,
            -4.2712225914001465,
            -4.308544635772705,
            -4.326902389526367,
            -4.354471206665039,
            -4.376988410949707,
            -4.7183709144592285,
            -4.7911224365234375,
            -5.245669364929199
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.027568817138671875,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e01a64260065b2677a74f920446782780a1654fce67ee03c5d7dfa66add1d43d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9ef89580772d642260029e6ac59f7322966237e87af1e67c89f4ac8a46877c29"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c5cbc5ec007f4df34cef96bb18a5dc4c2a9a4b4519100153d52dc1c935935345"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "0b533c49f1999b0e9da7eef0a85e1f1120d163474ea27a0f542e13c79074ebcf"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "656fea4caa4cb8a4f6d36b77d66db62ccec07b2f7a587ab7e7e82459a2372be8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "26664479fbec35bc7cc854dc2ea7daff41d397ec6dc3daf747fdaebd0f801449"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "637c8b9ebaf627770671a22fc7811fb71c8d1f9886d783a88cfa87ddf61b685b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2977f2a833706b4891b85d030f889fe7182518f0a4e186dc4d99f55540ef36a8"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            12,
            4,
            5,
            25
          ],
          "topCandidateParents": [
            0,
            4,
            2,
            1,
            0,
            3,
            0,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            5,
            5,
            12,
            6,
            4,
            4,
            11
          ],
          "topCandidateScores": [
            -0.5985647439956665,
            -4.354279041290283,
            -4.6401686668396,
            -5.059791088104248,
            -5.095737934112549,
            -5.22421932220459,
            -5.273972988128662,
            -5.578270435333252,
            -5.870994567871094,
            -5.952592372894287
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12848138809204102,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3978f25757954ca79ee263181dcbe037fc297a5a1d3d4e7a01dde0161e286033"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "09ac3f22909c30df055019be630d9afd63e6cbca27b126e85b1807e9a3c77188"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9d920d0c6be02602a636e098ccca4959c2bce0cd09dd7fc31b15b0a2e5225604"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "150a70a54f009957e131f4011e4b0d05d1b3bb891fe77fdb60fbbb863f2b7541"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c8a937d1dae5ca5039d2087ef2003a69c9243d9cf7b8c7f8e98d262381046d9b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e638725c2c1f8c72b578ad73999dc1fdadce895ed7d52f68abba97a5eb572e13"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7414a4de1877eca2f0bb8256b12b65d4fb34db4e16910c8bdca1066c0dc123b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5a5a77aef7f6a19dc5666fcf2c4351bcd3993652b47deb956e1b545b99e9318e"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            4,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            8,
            8,
            5,
            13,
            6,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.5985647439956665,
            -4.484206199645996,
            -4.640232563018799,
            -5.642111778259277,
            -6.041628360748291,
            -6.5574493408203125,
            -6.690255165100098,
            -6.759138107299805,
            -6.786774635314941,
            -6.901971817016602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5158209800720215,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c44bc4d466b67d0daf063bdd2838a218a90f44b1af4cabdaf3a7497e8d314c56"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bca0d1666f8667e9170c9c2682c4fbd39fd80928f6b609ae71bac408ad5aca68"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "16b3efa38f20aa3108bc5b08cd90cb9e7ed0592ab030e760be964e5163190676"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "79dee9134565961e9a9bb511a55d19dff1dfbdecb79a1fc2acf9f82f08f69528"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2ae111acfa09ba1764cdb3401351e910a562cdb48da259a544025fe447ad30c3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5ea7b04041034d73fcd1e911e7c47860d8159a8205b6164e5c511cddf4cf0a5d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d96413a71a64d377e03a55ed9134d3c9617f0aee18f5510f880f3c06fdf85cb6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "05bee087496c76c0dc43407363746492d90238d5e459e445f503728177f28fff"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            2,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            5,
            11,
            10,
            18,
            9,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5985859632492065,
            -4.485093593597412,
            -4.930880069732666,
            -6.198331832885742,
            -6.939476013183594,
            -6.952164173126221,
            -7.079059600830078,
            -7.2330322265625,
            -7.6109161376953125,
            -7.64576530456543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012688159942626953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "90e3dcf746a358112dacaa3ee84739efc93e57b0f27f456782a34493a68d3006"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "140e1c7a8ee4e18f1aca8e449f85e530d4e0b06e079e392a0158603fb3a522ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f0e15902eef384512ff365bae953fe782b158ccb7da33feb330fd9ca8d80c585"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "414ac5c068726574573ef007bc19a2bea7390fe577a69e4bf13604f13e48e587"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c5058700aed7cf4ab2ce793235a5f21638e5424b94c61a13f99310bbac185cf3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "458a19d43fae9988d9f2a506ce4230d56ed2855857b39177792badfeb06a635c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5d6e15ea17644ec7eb3e45d7e6116802fb5d5f780889c0a4394e0186fe322c53"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c7b33eafe4bb173b2a680234b0aaef691b8bceed2e4397af9087eae833c2f892"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            6,
            5,
            5,
            5,
            11,
            11,
            6,
            4
          ],
          "topCandidateScores": [
            -0.5990825891494751,
            -4.485209941864014,
            -5.263819694519043,
            -6.424421787261963,
            -6.897029399871826,
            -6.94553804397583,
            -7.392446994781494,
            -7.9860334396362305,
            -8.309904098510742,
            -8.663728713989258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.048508644104003906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e0c087b0dfb2815da7a938562472e033421ccd07f9b95f27ab2e237ff9f0c0bf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ac5c17811ee7f74f16deb15bcd13567ceb36a2716a6a587ad4dfc51f48a0380f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d49d0d70c1405c4360042f43a0a8866a251a5e233dc6d0e2a8dc4e07f03268f0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5ded7b6118bc0bff8ab2343d943e00667cc2603544fbccc427980418108eefb1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "732909a407c398a0654f029f9b2d97ff8f7067b9fc851ed9d899e78939bb4dc5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "dd9349d86b29768a35030d8b6f57e2d1012030e4a69d2efd7a9b68bcc8900f23"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abdd0071924f8f4277fb866621986e8e250c527a3c2dd5de7f5e6c34bd83de82"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88d872eaf9a73753044d3f784f73911053de7ba671b4e8078903df4e82e6129c"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            10,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            11,
            5,
            6,
            6,
            4,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -0.5995038151741028,
            -4.485295295715332,
            -5.284036159515381,
            -6.579112529754639,
            -7.090723991394043,
            -8.712467193603516,
            -9.465729713439941,
            -9.494688034057617,
            -9.695402145385742,
            -9.97175407409668
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6217432022094727,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1e65a915dc352655c1396e53f369691c5dba7161fb49b79b410321c6d3c90555"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0c767547c0fef9ccb939d0a8e412b3676abf00ee97a38cf05ca2fd160e49b79f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f73b6ec55ac7c9f57ed3f2444bd1fc0ab2bf82f534e60d0db8feed1ac6a9eee9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "23b09aa2ecaf7fbdb4aa7d1e5a7fa046efef3b14d6dc49c14e1b787c4cf94787"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "39de83b538480fd8804e71ce72b5164553d71c80fc3af7a719c079774c943694"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8fa7226bd9b8449d740428e6b09581ce9ad3fbdaa0785258f444a751f08bd52e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ccdc09becf9a648b38acfa198309881b6cfa2c70a949221459f9ef268863736b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "339fad756bf6c01041df43c5294e67150f36284272a12ddda2c1de55730621c0"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            9,
            6,
            5,
            11,
            10,
            6,
            13,
            12
          ],
          "topCandidateScores": [
            -0.6065809726715088,
            -4.485295295715332,
            -5.2841410636901855,
            -5.611361980438232,
            -6.647182941436768,
            -7.117344379425049,
            -8.608755111694336,
            -9.746174812316895,
            -10.616959571838379,
            -11.184038162231445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47016143798828125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "adca7c789d43f9b0ccd765f866855362ab5a674920682a02b0b0fe5e9a88a11e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "511085b9df51c41b4f884307975707c0c58402e67fcf3c82e551e359ce31e862"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "21346fa700119e5023679c5888968c88eb63ce3ed63334af2cf38b63d44a03e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e9f1627c89062026beb239b8df1244d811a4d29357fb64f137ce32806c6aa6f5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "25804886c25fc58a1bf89887d3fe9ad2ccf0b71c541819b17d29ae67d9b7bdbd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6df955439ef63b7852de26631bf4428d2bb3c0af9e7f3c48e3696a028e20f1d4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "4fd5aba3ab685d60976aa30e3e27bdb6c0b811f58217a474731e6a435f0e3f55"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2871fe7c91e30e13314ca8925dd65b3319740ee9fef4b80ff8c009203542cc60"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            8,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            5,
            5,
            6,
            28,
            17,
            9,
            23
          ],
          "topCandidateScores": [
            -0.6084829568862915,
            -4.485377788543701,
            -5.2841410636901855,
            -6.406289100646973,
            -6.660207748413086,
            -6.9567413330078125,
            -7.051495552062988,
            -8.06916332244873,
            -8.266761779785156,
            -8.669851303100586
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                10,
                25,
                4,
                4,
                4,
                10,
                4,
                8
              ],
              "score": -4.485377788543701,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29653358459472656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "63e853ca9ec0b9d4d18e4a92e7991faf836d00ff5de68d64e23575b3c3abf728"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "936535fc55c5444e9ddc40571759c0e5dbb00226ccf78fcbdcc79aa420116ff9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "9d357050f9a353477d3651a747d8c5bcf25e031208274201879adf176aafc3b8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "3f53a477e5fb5afeb3926d2523588aaa4f03032749786f355a08fcd99b534534"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "72ab5a3e9343ef79c552fa3e1d15e502a483fa1997bd1f0cc0f859c511ef97d0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e0aa7064a1f6be19984dfd259c4fc1e2a2e85a9b7ad7ec538c9611067f87ecb0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5dc76ad23bf126ee5351c63cd0af1c83ad3fa9cbe524a8b18e6ef727bdb903fe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "ea59bd6c01123cf795ea9e82cfdaf6a3061a10cd153304dbcf16b11128d68354"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            6,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            2,
            4,
            3,
            2,
            1,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            9,
            5,
            8,
            6,
            4,
            5,
            28,
            11,
            7
          ],
          "topCandidateScores": [
            -0.6084829568862915,
            -5.979338645935059,
            -6.449637413024902,
            -6.664170265197754,
            -6.7949066162109375,
            -7.091133117675781,
            -8.010476112365723,
            -8.153014183044434,
            -8.756490707397461,
            -8.95633316040039
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29622650146484375,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "28c9e7d794005aa977538a0a2f0a6dceb19488ae1cf98bb7d1f32cdc29f30935"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "0ce08e2264b162ba9e99b2aad361b36d01401a5cb8b53ec0836a005ae8d67653"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6ddd2ad2f959952fdec4ef4703a908e68cfb2537d09449ec44156ab42b4d4324"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e302cd91e6975b9b24bcc5b2e7454dc59cb4009fd087d84dfa61db87f7b96bc5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1c7cf06e1ac024b6b952569f4d294ca33927586a70ea8df41ebaafa3bb09967f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d79599f7309b7961e1cbeeb692e963477bdf0fb68753aa74a173fd11fba73e76"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "7adca07d638926f3561817e015ed7e0fc67c5c9fd37b2b98582f34e80caae96c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "08be7883f5781cd856b398df96d59f9bcfdc730f2a2755197c10e153ff5eaf01"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            9,
            5,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            17,
            5,
            28,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.610425591468811,
            -5.9896674156188965,
            -6.668045997619629,
            -6.883663654327393,
            -6.9292755126953125,
            -7.503093242645264,
            -8.353744506835938,
            -8.702961921691895,
            -8.962743759155273,
            -9.262388229370117
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.610425591468811,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.9896674156188965,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                8,
                5,
                5,
                5,
                5,
                5,
                8
              ],
              "score": -6.668045997619629,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5738177299499512,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2b189f21f7e6811c897a2739ced4ebc6365a4a21b441e3241b244b63a9016592"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "7ce4718cc7528bb285b70a9197eb1eaf48f096165f7c45c1b583c4f41853c0d8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ca3adf2a7f96fabc67c4833915702d341b3afd94a5f4fac2d3a771099cc8f042"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "665268aa5fc1457d2dc68019022b5f57741a5de6ab8a0f23f0eca91c5e42d37a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "620dce5b77eb2b06bab9e4bc88bde6c097e246ba92d7e121d78ce7bec13ca5c0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "84fd91148ae67cd37f94a1413f2c918d9a455f322cfd6be36a68b083f149e01c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "915feb08a26c36dcd8bf98a505cc14969edca4d039ee0c6c3b604e4aa5f76fd3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "889760a9db2b487654e8150e1780a853aa054056f84f77af0e6e12660385fc02"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            28,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            4,
            0,
            1,
            2,
            1,
            1,
            2,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            7,
            6,
            6,
            11,
            3,
            11,
            17,
            5,
            9
          ],
          "topCandidateScores": [
            -6.883663654327393,
            -6.947304725646973,
            -7.503244400024414,
            -8.866515159606934,
            -8.892370223999023,
            -9.778175354003906,
            -10.99818229675293,
            -11.34150505065918,
            -11.772573471069336,
            -11.80064582824707
          ],
          "activeCandidateIndices": [
            6,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -6.883663654327393,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8858051300048828,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "12f118ae92d040dc687f8ebc38b3dae8b0e93a6ed869dcbb28760c0cde6baeec"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2b3936cd4bb2b16680ee2b3b915d510e0143d1abd1b7b067084d2d72b54f58ee"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "01234999c93d2acd4f12dba8364bfcadd8bacf60c63e94fa176ceab65e043401"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7801bfc3490462d08ec171619c51d8bca22ca48e68aa5960898fa4342ef57054"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "68ca8c6c9f398403ed74c27f4424475c3fcd12c1211f2abcc56ea5724da891c1"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "63eeb13e8c8e18060998697c03e7ed014eadab2d91bb87fc744f3bf1232404ac"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "55c48ecf9c7480a9f70be08af976eb06899d5583de45efa88b821869656941b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "585f652f7aca6835a781deb909ab849d0c6750b7abc292305750d4db9ef7b98d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0bb62246087b59792c98151c77d03aee591429135c3f4af667033b48fc664150"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1077e4c30b0a3b4575b851ba1885f5127d792d57fa16e9dcd5a9d7d2b01bbbcf"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "263cb8cc919c7bc5bf186b2e3872400aaf3a772eb4352b4d27030f84f5eebe17"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7f185f0cedc375208b96e42cf474c125007e9cbb1975dfaa029c5e4861d31895"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0198840450b6b4d67226559f5a087b7c30e35881695f91a465de351b924325d1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "412d6e1ec7355101efcfe975ac56fd60abf41150e3a79347a5d47655ee4935c8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d7c97495d69f50dfc451af45eb2e49892f437f4e0039f62bbcefcbdf8946f68b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "319863115468edf8b08b43b80f5fbaab5188d32d98d44347010a15f2613d71c4"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            30,
            42,
            28,
            39,
            14
          ],
          "topCandidateScores": [
            -0.27292659878730774,
            -2.3934857845306396,
            -2.5060513019561768,
            -2.853314161300659,
            -5.4993510246276855,
            -7.52858304977417,
            -7.675342082977295,
            -7.693215847015381,
            -7.822282314300537,
            -7.842170238494873
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0292320251464844
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            0,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            5,
            4,
            11,
            9,
            4,
            24,
            6
          ],
          "topCandidateScores": [
            -0.3858059048652649,
            -2.4495248794555664,
            -2.8533143997192383,
            -3.401338577270508,
            -3.4250895977020264,
            -3.899639368057251,
            -4.147547245025635,
            -4.224610805511475,
            -4.576046943664551,
            -4.602775573730469
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4745497703552246
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            8,
            12,
            6,
            5,
            9,
            8,
            5
          ],
          "topCandidateScores": [
            -0.4971998333930969,
            -2.522535562515259,
            -2.955284833908081,
            -3.4250895977020264,
            -3.600908041000366,
            -3.681586980819702,
            -3.9976863861083984,
            -4.552278518676758,
            -5.063507556915283,
            -5.231166839599609
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08067893981933594
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            4,
            4,
            4,
            8,
            6,
            12,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5209551453590393,
            -2.9084458351135254,
            -3.0462751388549805,
            -3.427591562271118,
            -4.008212089538574,
            -4.015338897705078,
            -4.888193607330322,
            -4.9162092208862305,
            -5.288992881774902,
            -5.652215957641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007126808166503906
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            4,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            4,
            9,
            5,
            8,
            12,
            17,
            6,
            12
          ],
          "topCandidateScores": [
            -0.5234098434448242,
            -3.1108312606811523,
            -3.4608559608459473,
            -3.8191123008728027,
            -3.959897041320801,
            -4.008212089538574,
            -4.676510334014893,
            -5.926294326782227,
            -6.098898410797119,
            -6.638083457946777
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04831504821777344
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            4,
            4,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            6,
            7,
            10,
            4,
            17,
            12,
            11,
            4
          ],
          "topCandidateScores": [
            -0.5234106779098511,
            -3.4947142601013184,
            -3.805022716522217,
            -3.840501546859741,
            -3.9013876914978027,
            -5.279006481170654,
            -5.420691967010498,
            -5.787999629974365,
            -5.934588432312012,
            -6.175327777862549
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3776187896728516
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            6,
            7,
            10
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            4,
            5,
            25,
            6,
            4,
            5,
            9,
            4
          ],
          "topCandidateScores": [
            -0.5761260986328125,
            -4.175306797027588,
            -4.271219253540039,
            -4.308541774749756,
            -4.326897621154785,
            -4.35446834564209,
            -4.376988410949707,
            -4.7183661460876465,
            -4.791121006011963,
            -5.24566650390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.027570724487304688
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            12,
            4,
            5,
            25
          ],
          "topCandidateParents": [
            0,
            4,
            2,
            1,
            0,
            3,
            0,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            5,
            5,
            12,
            6,
            4,
            4,
            11
          ],
          "topCandidateScores": [
            -0.5985621213912964,
            -4.354273319244385,
            -4.640164852142334,
            -5.059786796569824,
            -5.095731258392334,
            -5.224214553833008,
            -5.273968696594238,
            -5.578267574310303,
            -5.870987892150879,
            -5.952586650848389
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12848329544067383
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            4,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            8,
            8,
            5,
            13,
            6,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.5985621213912964,
            -4.4842000007629395,
            -4.640228748321533,
            -5.6421074867248535,
            -6.041623115539551,
            -6.557442665100098,
            -6.690253734588623,
            -6.75913143157959,
            -6.786770820617676,
            -6.901961803436279
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5158195495605469
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            2,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            5,
            11,
            10,
            18,
            9,
            5,
            6
          ],
          "topCandidateScores": [
            -0.5985827445983887,
            -4.4850873947143555,
            -4.930875778198242,
            -6.198328495025635,
            -6.939469337463379,
            -6.952157497406006,
            -7.079052925109863,
            -7.233026504516602,
            -7.610910415649414,
            -7.645760536193848
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012688159942626953
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            6,
            5,
            5,
            5,
            11,
            11,
            6,
            4
          ],
          "topCandidateScores": [
            -0.5990792512893677,
            -4.485203742980957,
            -5.263814926147461,
            -6.424417972564697,
            -6.897027015686035,
            -6.945530891418457,
            -7.392441272735596,
            -7.986028671264648,
            -8.309900283813477,
            -8.66372299194336
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.048503875732421875
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            10,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            11,
            5,
            6,
            6,
            4,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -0.5995004773139954,
            -4.485289096832275,
            -5.284031391143799,
            -6.579109191894531,
            -7.090721130371094,
            -8.7124662399292,
            -9.46572494506836,
            -9.494680404663086,
            -9.69540023803711,
            -9.971744537353516
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6217451095581055
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            9,
            6,
            5,
            11,
            10,
            6,
            13,
            12
          ],
          "topCandidateScores": [
            -0.6065775156021118,
            -4.485289096832275,
            -5.2841362953186035,
            -5.611354827880859,
            -6.647179126739502,
            -7.117341041564941,
            -8.608745574951172,
            -9.746171951293945,
            -10.616952896118164,
            -11.18403434753418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47016191482543945
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            8,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            5,
            5,
            6,
            28,
            17,
            9,
            23
          ],
          "topCandidateScores": [
            -0.6084791421890259,
            -4.485371112823486,
            -5.2841362953186035,
            -6.406280040740967,
            -6.66020393371582,
            -6.956733226776123,
            -7.051488399505615,
            -8.069156646728516,
            -8.266751289367676,
            -8.669849395751953
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                10,
                25,
                4,
                4,
                4,
                10,
                4,
                8
              ],
              "score": -4.485371112823486,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29652929306030273
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            6,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            2,
            4,
            3,
            2,
            1,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            9,
            5,
            8,
            6,
            4,
            5,
            28,
            11,
            7
          ],
          "topCandidateScores": [
            -0.6084791421890259,
            -5.979333877563477,
            -6.449631690979004,
            -6.664166450500488,
            -6.79489803314209,
            -7.091128826141357,
            -8.010466575622559,
            -8.153006553649902,
            -8.756481170654297,
            -8.95632266998291
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2962307929992676
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            9,
            5,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            17,
            5,
            28,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.6104212999343872,
            -5.989661693572998,
            -6.668041706085205,
            -6.883658409118652,
            -6.929266929626465,
            -7.503089904785156,
            -8.35373306274414,
            -8.702953338623047,
            -8.962736129760742,
            -9.26237678527832
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.6104212999343872,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.989661693572998,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                8,
                5,
                5,
                5,
                5,
                5,
                8
              ],
              "score": -6.668041706085205,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5738229751586914
        },
        {
          "step": 16,
          "inputTokenIDs": [
            28,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            4,
            0,
            1,
            2,
            1,
            1,
            2,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            7,
            6,
            6,
            11,
            3,
            11,
            17,
            5,
            9
          ],
          "topCandidateScores": [
            -6.883658409118652,
            -6.947295665740967,
            -7.503241062164307,
            -8.86650276184082,
            -8.892361640930176,
            -9.778165817260742,
            -10.99817180633545,
            -11.341500282287598,
            -11.772562026977539,
            -11.800634384155273
          ],
          "activeCandidateIndices": [
            6,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -6.883658409118652,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8858041763305664
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.610425591468811,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            10,
            25,
            4,
            4,
            4,
            10,
            4,
            8
          ],
          "score": -4.485377788543701,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.9896674156188965,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            8,
            5,
            5,
            5,
            5,
            5,
            8
          ],
          "score": -6.668045997619629,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -6.883663654327393,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.6104212999343872,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            10,
            25,
            4,
            4,
            4,
            10,
            4,
            8
          ],
          "score": -4.485371112823486,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.989661693572998,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            8,
            5,
            5,
            5,
            5,
            5,
            8
          ],
          "score": -6.668041706085205,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -6.883658409118652,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)O.Nc1ccccc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1ccccc1",
            "formula": "C8H9NO",
            "model_score": -0.610425591468811,
            "rank": 1
          },
          {
            "smiles": "c1ccc2[nH]ccc2c1",
            "formula": "C8H7N",
            "model_score": -4.485377788543701,
            "rank": 2
          },
          {
            "smiles": "Nc1ccccc1C(=O)O",
            "formula": "C7H7NO2",
            "model_score": -5.9896674156188965,
            "rank": 3
          },
          {
            "smiles": "CC(=O)NC1CCCCC1",
            "formula": "C8H15NO",
            "model_score": -6.668045997619629,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)O.Nc1ccccc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1ccccc1",
            "formula": "C8H9NO",
            "model_score": -0.6104212999343872,
            "rank": 1
          },
          {
            "smiles": "c1ccc2[nH]ccc2c1",
            "formula": "C8H7N",
            "model_score": -4.485371112823486,
            "rank": 2
          },
          {
            "smiles": "Nc1ccccc1C(=O)O",
            "formula": "C7H7NO2",
            "model_score": -5.989661693572998,
            "rank": 3
          },
          {
            "smiles": "CC(=O)NC1CCCCC1",
            "formula": "C8H15NO",
            "model_score": -6.668041706085205,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-safari-simulator",
      "id": "aromatic-halogen",
      "logitPairs": [
        "original-safari-simulator__aromatic-halogen__logits_0",
        "original-safari-simulator__aromatic-halogen__logits_1",
        "original-safari-simulator__aromatic-halogen__logits_2",
        "original-safari-simulator__aromatic-halogen__logits_3",
        "original-safari-simulator__aromatic-halogen__logits_4",
        "original-safari-simulator__aromatic-halogen__logits_5",
        "original-safari-simulator__aromatic-halogen__logits_6",
        "original-safari-simulator__aromatic-halogen__logits_7",
        "original-safari-simulator__aromatic-halogen__logits_8",
        "original-safari-simulator__aromatic-halogen__logits_9",
        "original-safari-simulator__aromatic-halogen__logits_10",
        "original-safari-simulator__aromatic-halogen__logits_11",
        "original-safari-simulator__aromatic-halogen__logits_12",
        "original-safari-simulator__aromatic-halogen__logits_13",
        "original-safari-simulator__aromatic-halogen__logits_14"
      ],
      "maximumProbabilityError": 9.31243265667181e-07,
      "maximumRowTotalVariation": 9.464799527401265e-07,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            33,
            9,
            23,
            12,
            17,
            14,
            13,
            19
          ],
          "topCandidateScores": [
            -0.050450291484594345,
            -3.183687448501587,
            -5.603878498077393,
            -6.510236740112305,
            -6.537761688232422,
            -7.37167501449585,
            -8.828492164611816,
            -9.518568992614746,
            -9.71114730834961,
            -9.88086986541748
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8339133262634277,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "ee443b29f54ba64d6605c88534122e1082c962a3514a80f2deb85deacc2e2b78"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "400b905bed7a9b4e966765b8e0642c6a862a33639a1735bb26740d32c83eabcf"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "00e74ab0872429aab0e198fcff5589086f0da3cfae1bfdc709ca64d975776de0"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "e011df5adf1c9af99404dfba46ad2216119495874221f8324afeebb3dcc3ba31"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "10df3fd839ab9c76a0886d6530297195a6b78f7e93f63a259ce71fc0e43b0c8a"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7bd3ac16a10e2bb16850cfec3778e859e8808bd2fe264799a35d97ce99f001f1"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "5980b30d7d11ecd5facc9173197647cadd5e112ca24b0757625330864070e976"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "ebc90305a82449d403a2c7f48fdef82643605900fda61e4285b718b2e7d66026"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9699e286d617057c53fef98fa600a31e1d515868b1af56abaffddd44732f8c79"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e9d63f3df3483d9cec1bda95df13800bb928c42c5627fb7f11c3e0c9543d7b37"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "09781b47692183bb111e076ffe8e981b3a2e9768b1e6a4289c6bb4c8ce778b67"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "d64bf9281c669c12c9a6f12525bdd92e93df94f51571c87c677c73d74c197fd7"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d1e68bbf75a4c9adbe7a4f88dbd990e3d9ec8453f91060e4d844e34aab1eff4b"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9bf0aa83fbb4d94be108fcf9b5e9eb299a6e94ac2c3516587e7988a7f52fe953"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            33,
            9,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            2,
            0,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            6,
            4,
            6,
            11,
            8,
            33,
            33,
            19
          ],
          "topCandidateScores": [
            -0.06774413585662842,
            -3.183687448501587,
            -5.368553161621094,
            -5.436375141143799,
            -5.827984809875488,
            -5.837642669677734,
            -6.30457878112793,
            -6.638435363769531,
            -7.01773738861084,
            -7.382207870483398
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.009657859802246094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "96ee2fffdf6e6839dd4efc1c40b4f69d6849c0f07a6470f038cbdf97feedea26"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e33dad5be63ddd7fffa1baa8c3978fa6b4fc92f57aeebab545595d06791295cc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0ee24729734b248a1891481a62483fa502f563b2834a225a184fe4dbd321f2fc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3fba11b3b0456e1e564a5da332e4bf460f5ce87c6c5d31f16ca0add8a8d580b0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a8dddd6de34708b43b66fa4fa33685d3e4e38b74d12eef7efa4299d3e0d630a2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "264cd24b467e4f079c517244d6cc5a1fdc152a6fc2c6852d20b0a5213dcada2b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ca683f719107a188946e3d2edd8f60dbc0feb4a095f348ab2b5f3c065a26c234"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b2f39e606c4214fb2651da32d4c1ea14f9d37e77357b2ac3de8d7139d25cc58f"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            6,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            3,
            1,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            33,
            5,
            6,
            8,
            6,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.09296366572380066,
            -3.2742936611175537,
            -4.780215263366699,
            -4.931097984313965,
            -5.054763317108154,
            -5.436377048492432,
            -5.636618614196777,
            -6.027416706085205,
            -6.241143226623535,
            -6.610638618469238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38161373138427734,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7eb2549f4efcb6e628c93919490a3a4360e2d1a21bbd7803f15081505a2b8b81"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a406badf77c97a842efc342ce7e63aec499a924467c28cce1b861830617b4448"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "92a9cd0ffcb5206c7da8739338c2bdac41a1ccc9cf6792f5223735111a86546a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "394a515c0526fabd781438d9a4d042f4b317070c8ca3675e378454d4dd95b9f1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "9e6c3ef8db2db9458bdde02f6487ccb012857a4ed6cd73d548b4e9c4c2358625"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "df6a5fa84b1878606a6825b57d8ec0905325a4d2c27834c5e3f8bdefbfb20a65"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f1a0da21b675cbd5cb8d89c294377fcf368de361637174b422ab97c805c940e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e831811d331f94bf3ce8d9ef5e3b84c9af2c305a10fc4d2f3a4f5265cbea7d80"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            4,
            33,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            6,
            6,
            8,
            4,
            5,
            33,
            11,
            4
          ],
          "topCandidateScores": [
            -0.09296366572380066,
            -3.369929075241089,
            -4.855306625366211,
            -5.676177978515625,
            -5.731839656829834,
            -5.867722988128662,
            -6.310446262359619,
            -6.546986103057861,
            -6.671436309814453,
            -7.006218433380127
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13588333129882812,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d13d3e3088d941e1f3afbe28fb8f81dcc5fc2628b7a40ccda89f514a578dc6ae"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8ef889829515f1bbcff814503b7098638fb6d472efaff74eba962f65403f1a79"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8e5ed7c43bb40faa11ed14e96deb1d6884fd8c1ea6120c79113471ccab7ef6b0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "79ccebc8bc33db39ccb95d35f1e7282d84a21403990091e75704c66c34f2594a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2eaee49f1b01ed299c4cd24fae77674dd53633954321b543d9fda05627c61125"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6c9716c58a6d602a2131baad2f7c71abb5740003fa34ed0c93e24bf440c9a118"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d2b797222369d3a33bb116449d5d7ca7ba64397e1034e97a889c58419e0ed69b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "be57f32cdc630d581a65e5569d1e7b9e0eba9d609db052971b7c2afcceb45f0d"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            8,
            4,
            6,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            9,
            6,
            4,
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -0.0929853618144989,
            -3.445815324783325,
            -4.903518199920654,
            -5.999783515930176,
            -6.305017471313477,
            -6.499746322631836,
            -6.639760971069336,
            -6.861065864562988,
            -7.062954425811768,
            -8.552201271057129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19472885131835938,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1cb9bfe88a1c293ba584b942e7a18d7cf1c6a79a7a5921a4283931fd100bd399"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f9147dbc5358c2a28e985fdcf732d3e62ae4299d5ab51a1dcce6ce2617d1fa3d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2b5985c66466747f738c88b4f8d2dfa262d5f474b706c285498e2cb514130d31"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0db15e0dd1a426d5f3227c8e95768b33198e23474dd35b3fa6026a04374f18f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "22ba1d3f66b29b522d2d6e7afff3141acbaebb2d3534d3a2f4d3e19bffa54bbd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "967194822648aa0350783162e472d5b60a52de17e96a9fb400e71bb9462c9587"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "76837495f5c6a911be808b70758a27fdf93a2dcaa021a0ddddc15b837073ac5d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6fc366d5d0becff5d88f8a422514c44242afdaf8fe4623658a7be23bc921a10a"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            3,
            3,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            4,
            5,
            6,
            10,
            5
          ],
          "topCandidateScores": [
            -0.09320873767137527,
            -3.5578811168670654,
            -4.917239189147949,
            -5.736472129821777,
            -6.312630653381348,
            -6.603777885437012,
            -6.880837440490723,
            -8.692472457885742,
            -8.78536319732666,
            -9.278018951416016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29114723205566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "545cb5e7f5822d2fa62a5bfeb967c69692e2eb0217891bce6aba08c1d9419431"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "cc103038ace56907ae80b403ca3f769ba7f54d187089919c7642f59101fb699b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "05db0c19d2991b0f7a5af3fcc93b0624318b0f199b0375c807d8aea3d3bd62f1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "adf93a30cc5c59ccb468461ab84b30877976a5a73a4a2f7c3000e72e2008eb4c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2a0a11f8d798bd0bec61c8c9af5ed07ce828c02f7e2065d9febf97e08053e967"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "51f24c8bf66aa813d20c0c72244a9ef970ff53860a97e6b1986c2bdebefba8e9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9853cbee983a5285d78046afbcad749594507337cda0a1cded0cd4ac58c7c260"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ac3a6724ff540543ae656767369ac361316543176f375e7e075b1e8289f13fc9"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            3,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            18,
            4,
            6,
            4,
            4,
            33,
            6
          ],
          "topCandidateScores": [
            -0.09355569630861282,
            -3.9263412952423096,
            -4.924906253814697,
            -5.1647515296936035,
            -6.1825971603393555,
            -6.195479393005371,
            -6.3164873123168945,
            -6.740065574645996,
            -7.378658294677734,
            -8.260557174682617
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.012882232666015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "25f80e9678dfe5786fdd12b20d4d1772417ce0499333b9a10c704173ef840a8d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f7d264bf1d87bbb76fdbfa3ff7218aebb65b430d6dde8893dda0d166474362b8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7bdb84652a6804c93cb2edb179119f431cec1073c4fa8e987d2b4e7921f92555"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d7a5ab388291c10b385bca3040dfc80354c629363fce28817295722c4884032c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "01281475654bad71165860d6177b94e7932a495328fc82d4e85d2ce631c53a5e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e38374c4df323105d382e8af46ebd8a8bff1b4d7442d1e0a8f4b317ae0cac24d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4165083c0fc909542d4c9d422851ba2ff66ce387cc1074557307137c0cc8fd94"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "dba2c25e1fb32de2d72c62edd558df9849853b85d7dd43c226b1967be73156d5"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            5,
            4,
            18,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            6,
            8,
            4,
            4,
            10,
            4,
            6,
            11
          ],
          "topCandidateScores": [
            -0.10866248607635498,
            -4.094854354858398,
            -4.302605628967285,
            -4.924906253814697,
            -5.16586971282959,
            -6.186108112335205,
            -6.277813911437988,
            -7.892798900604248,
            -7.921943664550781,
            -8.835196495056152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0202383995056152,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a74d338ec7434f54c8f97bb898e8a21b4692973a874aaa4989703c3fe88dda78"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3be7675918ad704f95bbbc609aa0ca32f09f2a952ecf442fdd695cd67883280c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "dccd45ca4ec698f48f5115bd3980e30aac3b97c25cc03b53020e0cbdebafd0c2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f589592b27b3c3db5db2cc6b58fe277f2d24194c32c237c5e43729aa13106e56"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfea9fece6784c355f6e1da8f682afaaf33fd06c81125ceb0c2581058b6e3e18"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "26044095fb7b85dba1933ae0a1c806808b06932697d6e2957bc702e2d54f0a34"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b26720b548eb7bd4cf696c70815dc223e4de748779ed118bb09b2eedf07c3998"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "866e065eba6d2dbcbe40774c67aa2ce5aa400b6a7877e479e26fdce2c046d6ca"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            23,
            4,
            4,
            33,
            10,
            6,
            5,
            33,
            18
          ],
          "topCandidateScores": [
            -0.1123557910323143,
            -4.725198268890381,
            -4.792552947998047,
            -4.924914836883545,
            -4.963808059692383,
            -5.165871620178223,
            -5.7285332679748535,
            -5.8499603271484375,
            -7.230745315551758,
            -7.3011627197265625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20206356048583984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4e9d2729edb2d8a472af4150945528bb26d168fd94c826ddd3cfedb10669bb91"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4e1e2d39e72fd433c25f7cf17a45880274c5e94c8e19b0693156d0452189b838"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "151bea846381b31a69bc108015e4f89402ce491cef90c1b3f5eefe8a5cb86d48"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "125d677ea77c16cfefc377958c2bc1ce946b33a499e508bf0378ed49d6c635ea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "95e4cde4bc03120c76bf64c16c6eb68f19528e880075e110c9c554eff1ab87de"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0f8e65115fe14d7426def40414c2ae03d95ae937ace60fec781f315d399faf37"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "41af06821c057eeca813e2b8f136a12ce8d3ef85b6fc540fe80a60578586c849"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "20991ba95fc60998b42e1ecc7cc6c5786de75209851e682e1f0f50f4de1f61f5"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            23,
            4,
            4,
            33
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            10,
            4,
            6,
            10,
            9,
            5,
            6,
            7
          ],
          "topCandidateScores": [
            -0.1123557910323143,
            -4.725198268890381,
            -4.792552947998047,
            -4.925102710723877,
            -5.381966590881348,
            -6.040929794311523,
            -12.260904312133789,
            -13.109689712524414,
            -13.559595108032227,
            -13.625120162963867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6589632034301758,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fe649f1694ee9636b4d06994d91b5b9eebf67c5493cf45f6fd6ac043c58bd94d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5231712a8b35831de7cfc99b5121111c7e44d2e9918c17d564910104ba189768"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "38276de4b4c580957a5b4422468e29cbf4615304f1c0dde796afe669852ffff9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4d4ab58f8fc4ae04da32ae75d091f6c47c62ef85001d893d6ea49bad63cd3cc6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "404fe5e024ff80a952eb761d2c5f320e7e5f01d2265bb5dad851c0715f30620a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "491ffecce21a9c71bb14a258a360c1bdff97a120f2cf52b1cb01fa7deaa497ba"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "005ab0b69bbad907f68c44a7de519738006b1aa43fd62c7244b896fee73412e4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b598c50adea83b01a584c87bf316638ffb8bbe40d6b9aedef10662dd14189f2"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            7,
            10,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            4,
            23,
            4,
            9,
            33,
            5,
            18
          ],
          "topCandidateScores": [
            -0.12006506323814392,
            -4.725759506225586,
            -4.792861461639404,
            -4.925269603729248,
            -5.478826522827148,
            -5.756791114807129,
            -6.594613075256348,
            -6.643687725067139,
            -7.156765460968018,
            -8.134069442749023
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.12006506323814392,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27796459197998047,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c04077e99c307b24d57e828769bc8bdfc99698fcb7ac9862c91c608cf504b75"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47d5f823b2b6741b7f33030933131a6c9536b9067e6556bebcffad422fe994bc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "98ca04d0abc856fe6ccc5efbf972f979f0ba038f08c1db0c7e860d453f119b2b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a24307c60983e9ac74267624ab04077f612d9f5189f4be639bd06bc1cc5ab3ec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3f910f0579a9f74ee175e75ddbc9224887c7649a6d5b76e43870fdddf8a6c469"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b9b66cf8b3f8fe2111861f34fc1af9b370e71a3c1bc65b5f80e5377f06620883"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "75bac703ee556c47423266c277edb5c0ff8f7ddabb7ca72cf6c442f68e517064"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c33cc212dfd8dea26702da44032f14e697048a34059e04767bc4a3177ce3f4c7"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            3,
            10,
            6,
            6,
            10,
            13,
            13
          ],
          "topCandidateScores": [
            -4.732126235961914,
            -4.79331636428833,
            -4.929642677307129,
            -5.478826522827148,
            -5.756791114807129,
            -9.850814819335938,
            -10.394229888916016,
            -13.114748001098633,
            -13.382129669189453,
            -13.398428916931152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                23
              ],
              "score": -5.478826522827148,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.094023704528809,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "bdab18164b58f9eb6ba4dc05639a50307f5f20f929fcf926e2d76e3a887459e5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "131cbcb1f0bd7eb96246e7da368144143898bda2e58c8a8c11169cd08cbb0dff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "905a6a7d86b8025996b6a30b5ef7a96feefb710fadbf098a0687ebecfdbb9b98"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5841bcd5a15cf1fe3840dbefbe6451ed5bf4ea51c8d4a36923343459058f2916"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "a9df57a9e41238dce62f67efa8bc826771dfcf2cab5ff0e77a3741ed79b21000"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5f2f4d0a5d3aa4b2f35930133407912850a43dd92585001a565fa79046a72b40"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "44078697dbf518aba423a1fada2263f4fa00a60f2bef2cc862ee4f474247950b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "efe1aa690ab6ae30ba544d312fa1fc48223239d7c0e7abd75927686156375b3c"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            23,
            5,
            6,
            13,
            9,
            17
          ],
          "topCandidateScores": [
            -4.732126235961914,
            -4.794277191162109,
            -4.9303975105285645,
            -5.7567949295043945,
            -10.702272415161133,
            -10.712896347045898,
            -12.185003280639648,
            -12.493244171142578,
            -12.637123107910156,
            -12.787582397460938
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010623931884765625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d153ce6a66233f79fb78baf2074b1e59c4bfac002b2f05ce0c6a9a996b9c3a9d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3f1068f5a2c02023971c97be28cee5a62c521492609653ecf22d0371e8d32852"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "977f5a3191239f9f6ad82e5b85be214dd42c107f845604329d1402574e101679"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a9ee414c8f477684ceb6579e23dbd2d56fdc9049bcf79407a5e2b4ac3cab93a1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "976a82931318df159c1b41c35af62afb593e45a0db0d1aabc065883637418dfe"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3e452bf025a714a8b97bc3b9c10673f08115abf178b6377bbb0cad0fff5c0cbe"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "44cd6d72548c99f0edaeef5f383c44ae45693a06c362aca9a97ed1c2a2aec629"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cdfb1d8ba02e0b2034bd992e66ebbff573ec3beb064a3bbfcd025a7ab6cc6479"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            4,
            23,
            5,
            7,
            15,
            6,
            9
          ],
          "topCandidateScores": [
            -4.743983745574951,
            -4.799071311950684,
            -4.9303975105285645,
            -5.756892681121826,
            -9.677082061767578,
            -10.456719398498535,
            -10.702272415161133,
            -10.867582321166992,
            -10.920242309570312,
            -12.020442962646484
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8
              ],
              "score": -4.743983745574951,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.779637336730957,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "af8aacbfa2a60080842a849eaef555d1bd9fd9cf4b0912ef751aa4a31e715b87"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "69b5c58cac5b4c940815dbd5c64aebd2d1d65db8f452e208e950a28b80f1f6b4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4560e95eac400104cdcedaece8e1dddfb093b0375379aa630cb207163ba77858"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "81b2a45aeb8ad9ac73ff9ba1887b198102fff49b2f88badec13a118375dbc4bd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e52e170c98a7ab77e47c18921fd935e12387bcc930dc9a0f38b0a56344d4327b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0dbae2248390edf0f54f86b71b1b613c53cf7685b59fff7d01ce5ccbbc51ed8a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cff63dfd28030fdf690f4bc7bd33a3a93c60105db14a487bde04b47ea4368d03"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c00ca80165a59716975e49da000e03e2609e65516f53c26953f879754d259d09"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            4,
            8,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            4,
            3,
            3,
            13,
            5,
            15,
            6,
            5
          ],
          "topCandidateScores": [
            -4.801582336425781,
            -4.931300163269043,
            -5.756939888000488,
            -9.677082061767578,
            -10.884764671325684,
            -11.433700561523438,
            -11.682846069335938,
            -11.925394058227539,
            -12.671119689941406,
            -12.68587589263916
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                33,
                6,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.931300163269043,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                23
              ],
              "score": -9.677082061767578,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -10.884764671325684,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5489358901977539,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ae98a4eee6c6b76336a6f200051515a7c7f5493c56635daa72e0da947b8ef0b"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c5b74ef031e2507ff9c43f9f9cf693b64713fc66a5db3b0f6ba125b8a8d27c50"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "753b734af4f809ac0bc688ce3e6a0c34f984430409465d2ffe4ae16aeb4efa7c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "fa0c422fcd06e69793430b7d93eab8b5bcfdf0456ae9ed23051753c0422d5a8c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4f44febb4194b12046cf2cd2b9eb73b6ed54d863e2ecf3367329af3e9931e50"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "fc521c477d42b1ff095cf3116fc4a6b50c355f6782271b9a3f0cad29091abc64"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "9a15f8958b3226334c99d7659564c9ef1aff117f28e38c7b98d36183c9db9636"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "907593bc14bc063c362144a3f81e6b335a7f992541d4e270b0028f563cf903ae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9a5f584dfe2bb551dfc9ff74e146c328f6467ed139dfacc00af8a3b0b9fb88b0"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1a436c9f8df26fc686079a5c574783ede430a331c2f5d627759add0c0ca49b96"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "010bc2809b3db0b2be9c825ec1611500185cff12f32fa0e3fa4f5b4254f64db5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "02ff95df847604504d2fc1f198be0471d97b185bb6ebd85ffa9d7e05feb53f2e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "47a2e4f2f0c672455803f9dbebf81ae967ee1f08d67782232393efef42babb62"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "46031dcc14305fd0acafb24425270dc28e517b242e8cbee569f9fd78d3e43424"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1bdf86bfc9bc4c1d04d55b8c938ce838f14aca4bbb91cb945d8bdc91ed959281"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "aba6cd9b68b75bc8b4858892b94a67423d135cdd761397012930c0ccec0c3f7c"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            33,
            9,
            23,
            12,
            17,
            14,
            13,
            19
          ],
          "topCandidateScores": [
            -0.05044960975646973,
            -3.1836867332458496,
            -5.603875160217285,
            -6.510237693786621,
            -6.537764549255371,
            -7.371674537658691,
            -8.8284912109375,
            -9.518569946289062,
            -9.71114730834961,
            -9.880870819091797
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8339099884033203
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            33,
            9,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            2,
            0,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            6,
            4,
            6,
            11,
            8,
            33,
            33,
            19
          ],
          "topCandidateScores": [
            -0.06774286925792694,
            -3.1836867332458496,
            -5.368551254272461,
            -5.436373710632324,
            -5.827981472015381,
            -5.837640762329102,
            -6.304576873779297,
            -6.638435363769531,
            -7.017739772796631,
            -7.382205963134766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.009659290313720703
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            6,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            3,
            1,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            33,
            5,
            6,
            8,
            6,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.09296216815710068,
            -3.2742929458618164,
            -4.780219078063965,
            -4.931098461151123,
            -5.05476713180542,
            -5.436375617980957,
            -5.636612415313721,
            -6.027414321899414,
            -6.241142749786377,
            -6.610634803771973
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3816084861755371
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            4,
            33,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            6,
            6,
            8,
            4,
            5,
            33,
            11,
            4
          ],
          "topCandidateScores": [
            -0.09296216815710068,
            -3.3699285984039307,
            -4.855309963226318,
            -5.676176071166992,
            -5.731840133666992,
            -5.8677215576171875,
            -6.310451507568359,
            -6.546986103057861,
            -6.671441078186035,
            -7.006221771240234
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1358814239501953
        },
        {
          "step": 4,
          "inputTokenIDs": [
            8,
            4,
            6,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            3,
            3,
            4,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            9,
            6,
            4,
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -0.09298350661993027,
            -3.445815086364746,
            -4.9035210609436035,
            -5.999777793884277,
            -6.3050150871276855,
            -6.499743938446045,
            -6.639761924743652,
            -6.8610663414001465,
            -7.062953472137451,
            -8.55219554901123
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19472885131835938
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            3,
            3,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            4,
            5,
            6,
            10,
            5
          ],
          "topCandidateScores": [
            -0.09320688247680664,
            -3.5578811168670654,
            -4.91724157333374,
            -5.736469268798828,
            -6.312628269195557,
            -6.603772163391113,
            -6.88083028793335,
            -8.692464828491211,
            -8.78536605834961,
            -9.278018951416016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29114389419555664
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            3,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            18,
            4,
            6,
            4,
            4,
            33,
            6
          ],
          "topCandidateScores": [
            -0.09355384111404419,
            -3.926340103149414,
            -4.924908638000488,
            -5.1647539138793945,
            -6.182595729827881,
            -6.1954755783081055,
            -6.3164849281311035,
            -6.740063667297363,
            -7.378660202026367,
            -8.260557174682617
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.01287984848022461
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            5,
            4,
            18,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            6,
            8,
            4,
            4,
            10,
            4,
            6,
            11
          ],
          "topCandidateScores": [
            -0.1086607500910759,
            -4.094852924346924,
            -4.302591323852539,
            -4.924908638000488,
            -5.165872097015381,
            -6.186106204986572,
            -6.2778143882751465,
            -7.89279842376709,
            -7.921939849853516,
            -8.835199356079102
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0202341079711914
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            23,
            4,
            4,
            33,
            10,
            6,
            5,
            33,
            18
          ],
          "topCandidateScores": [
            -0.11235394328832626,
            -4.725184440612793,
            -4.792552471160889,
            -4.924917221069336,
            -4.963803768157959,
            -5.1658735275268555,
            -5.728518009185791,
            -5.849942207336426,
            -7.230729579925537,
            -7.301150321960449
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20206975936889648
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            23,
            4,
            4,
            33
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            10,
            4,
            6,
            10,
            9,
            5,
            6,
            7
          ],
          "topCandidateScores": [
            -0.11235394328832626,
            -4.725184440612793,
            -4.792552471160889,
            -4.92510461807251,
            -5.381960868835449,
            -6.040927886962891,
            -12.26089096069336,
            -13.109672546386719,
            -13.559603691101074,
            -13.625104904174805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6589670181274414
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            7,
            10,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            4,
            23,
            4,
            9,
            33,
            5,
            18
          ],
          "topCandidateScores": [
            -0.12006238847970963,
            -4.725745677947998,
            -4.792860984802246,
            -4.925271511077881,
            -5.478817939758301,
            -5.7567853927612305,
            -6.594607353210449,
            -6.643675327301025,
            -7.156754970550537,
            -8.134062767028809
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.12006238847970963,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2779674530029297
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            3,
            10,
            6,
            6,
            10,
            13,
            13
          ],
          "topCandidateScores": [
            -4.732111930847168,
            -4.793315410614014,
            -4.929644584655762,
            -5.478817939758301,
            -5.7567853927612305,
            -9.85080623626709,
            -10.394235610961914,
            -13.114738464355469,
            -13.38212776184082,
            -13.398414611816406
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                23
              ],
              "score": -5.478817939758301,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.094020843505859
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            23,
            5,
            6,
            13,
            9,
            17
          ],
          "topCandidateScores": [
            -4.732111930847168,
            -4.794275760650635,
            -4.930399417877197,
            -5.756788730621338,
            -10.702264785766602,
            -10.712884902954102,
            -12.185003280639648,
            -12.493247985839844,
            -12.637112617492676,
            -12.787569046020508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0106201171875
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            4,
            23,
            5,
            7,
            15,
            6,
            9
          ],
          "topCandidateScores": [
            -4.743968963623047,
            -4.799068927764893,
            -4.930399417877197,
            -5.7568864822387695,
            -9.6770601272583,
            -10.456694602966309,
            -10.702264785766602,
            -10.867578506469727,
            -10.920245170593262,
            -12.020425796508789
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8
              ],
              "score": -4.743968963623047,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7796344757080078
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            4,
            8,
            4,
            23
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            4,
            3,
            3,
            13,
            5,
            15,
            6,
            5
          ],
          "topCandidateScores": [
            -4.801579475402832,
            -4.931301593780518,
            -5.756933212280273,
            -9.6770601272583,
            -10.884737968444824,
            -11.433692932128906,
            -11.682823181152344,
            -11.92538833618164,
            -12.67111587524414,
            -12.685873031616211
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                33,
                6,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.931301593780518,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                23
              ],
              "score": -9.6770601272583,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                23,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -10.884737968444824,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.548954963684082
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.12006506323814392,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8
          ],
          "score": -4.743983745574951,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            33,
            6,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.931300163269043,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            23
          ],
          "score": -5.478826522827148,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8,
            23
          ],
          "score": -9.677082061767578,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.12006238847970963,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8
          ],
          "score": -4.743968963623047,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            33,
            6,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.931301593780518,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            23
          ],
          "score": -5.478817939758301,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            23,
            7,
            4,
            4,
            8,
            23
          ],
          "score": -9.6770601272583,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "Brc1ccccc1.CCB(O)O",
        "candidates": [
          {
            "smiles": "CCc1ccccc1",
            "formula": "C8H10",
            "model_score": -0.12006506323814392,
            "rank": 1
          },
          {
            "smiles": "CCc1ccc(Br)cc1",
            "formula": "C8H9Br",
            "model_score": -4.743983745574951,
            "rank": 2
          },
          {
            "smiles": "CCB(O)c1ccccc1",
            "formula": "C8H11BO",
            "model_score": -4.931300163269043,
            "rank": 3
          },
          {
            "smiles": "CCc1ccccc1Br",
            "formula": "C8H9Br",
            "model_score": -5.478826522827148,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "Brc1ccccc1.CCB(O)O",
        "candidates": [
          {
            "smiles": "CCc1ccccc1",
            "formula": "C8H10",
            "model_score": -0.12006238847970963,
            "rank": 1
          },
          {
            "smiles": "CCc1ccc(Br)cc1",
            "formula": "C8H9Br",
            "model_score": -4.743968963623047,
            "rank": 2
          },
          {
            "smiles": "CCB(O)c1ccccc1",
            "formula": "C8H11BO",
            "model_score": -4.931301593780518,
            "rank": 3
          },
          {
            "smiles": "CCc1ccccc1Br",
            "formula": "C8H9Br",
            "model_score": -5.478817939758301,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-safari-simulator",
      "id": "salt-charge",
      "logitPairs": [
        "original-safari-simulator__salt-charge__logits_0",
        "original-safari-simulator__salt-charge__logits_1",
        "original-safari-simulator__salt-charge__logits_2",
        "original-safari-simulator__salt-charge__logits_3",
        "original-safari-simulator__salt-charge__logits_4",
        "original-safari-simulator__salt-charge__logits_5",
        "original-safari-simulator__salt-charge__logits_6",
        "original-safari-simulator__salt-charge__logits_7",
        "original-safari-simulator__salt-charge__logits_8",
        "original-safari-simulator__salt-charge__logits_9",
        "original-safari-simulator__salt-charge__logits_10",
        "original-safari-simulator__salt-charge__logits_11",
        "original-safari-simulator__salt-charge__logits_12"
      ],
      "maximumProbabilityError": 1.66365016474046e-06,
      "maximumRowTotalVariation": 1.7206188342196615e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939383506774902,
            -1.5690363645553589,
            -2.833582878112793,
            -3.319517135620117,
            -3.672703742980957,
            -4.5628886222839355,
            -4.766641139984131,
            -4.853089809417725,
            -4.905975341796875,
            -4.938629150390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901848793029785,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "209f2410efffbf23d35fe332d8f61cdcb1a99a97131e5d67243b7395371114e2"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1749293f9c81a220f61145224846d5b1765a4172bfe394dec6389557186c373c"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "71c47fc1837cf3ae6b94e5f86349e3e9943a5779048dc7012b5675d0ae8e5b17"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a879a9967956bd71c31dd485e455184d62356a3bcd1e3c4f5e8c43477f136403"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c82729e4bb1644f3d9a4fef9c752b6cb2fc2941034b7126c42b7b3f843effb6b"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "02f7fae5705ded3f97f264316f2aa2d35d50b1f8a13c24038f1754d1df9265e4"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "e8dfd34391770575b3aa18834db8059c637bae0c1142f386c4087cd8245f9681"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1321b86be09f65f7a2edb616270506425d086841e568662502303891c4b18c49"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "75010d895386cfabb070c0c536a6f3ac9afca099befdeb415dbd975776cdf51e"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f86fce8ca1c5f958f160f74acaab811a4f037e4c4a82a9395666bddd9833bc2e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "7ae70f78267f8e7d27d8bbd5c24b2076edc4169f32ef7738c1a5f427b1f86edf"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a3c1750e0c71d63e78c3881f25cd666a792451b4709f12656c9abb03c08fe350"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7e6c9aa522849a31071dbdb1e5bd1c6f208c334fd09314cbac5c50c792d5fcf5"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "10fa0e0297050c663efe2b7d57c543950cc65ecbc1209d7c70ae8a0ac58499e3"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.0131821632385254,
            -2.008312463760376,
            -2.50311541557312,
            -3.3075122833251953,
            -3.319517135620117,
            -3.538102149963379,
            -3.569714307785034,
            -3.6098337173461914,
            -4.166755676269531,
            -4.219329833984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858501434326172,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b7f1bbf4e5a485053848a85f7bb674ab823571f846a5cae2790c17d4a4b4f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1bcc9bea6ebd585d00789a34bb81206e0eeadb71396e8d911694b75577314f29"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c8a562dbe46143ba65f7ca58b9f2c0678c5fd6eb2fcb160c6b2a6b563668f41d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2bbc96458516e9575131a5614fb191f2eeb21ad240f94e35de55770238a7a216"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e8182da5825a764dd1c4266a6c940a1602683aba0b7dec17b263ec7eda8af02f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "17bac461536591183bc3f92ac430352eba7aed43a8aa319488ad8f1adb83279a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "590d125cd41c6e7e0ccc842dd387fa590f085baae51ea0fcd11852f3330c7e00"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bba1b2a4bc07ced9e5a015c3f67c300fb7a9a46700ba3770c61a1c835c1162ca"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715554237365723,
            -2.104485511779785,
            -3.151285409927368,
            -3.3297624588012695,
            -3.63083553314209,
            -3.89499568939209,
            -4.0917253494262695,
            -4.129127025604248,
            -4.199082851409912,
            -4.573346138000488
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26416015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "de7fba06f15fbe3976abdea0ef7edca3d15f80fb3808d80c6f1898ab151d01a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0c1e9add4c17d7f2e2a0dcc64567c06d2ebd9356263b8d8090c75bc7c54af78e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "84739a7bed25a366ec5cd0375444e38464d8396c435c172c4faa8569c13ab631"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cea2d053807e81ab7b5ed0cd1936ae5f9d054d9087ab9e5cf96596a3f100d772"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce927fa753d70741f52f33a3a9a2e3bcd69b49a44137ccea306b5e5c7997f554"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b69c1e00a381a2a053919e22c0593a676a019b70eee9b491cfa69e9d4eccd6ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea44b113e119bd745cf96c9108fa15ba76e26a85294cb0fccc6512534f33909b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e0e438d11f5c93ff4f75ef93dcd8c6848c2d1bf977cd8c68a3306f0e8002e331"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.4019660949707031,
            -2.3425045013427734,
            -3.511624813079834,
            -3.876878261566162,
            -3.894028663635254,
            -3.9824323654174805,
            -4.255294322967529,
            -4.433202266693115,
            -4.649984836578369,
            -4.6987996101379395
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08840370178222656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9ae5ee9c6067bbe31350fe09ff0c58111240801a510f0c2ddf3a6406cdebb1ad"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9977b5e0af2e636886fd98a899b87850ffbdfee93933786dbc64407d3287b284"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a2a664cda5e8a8b339307c180a3a43d70a6dd6cfb17e9c893c066e966a4e7613"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c46ad9c20801a879606e457756489674639977fb0ef0eeaa314151da40306ce1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "159b952c3fa8703ad48fcceb3c68782d17ad4a230ba543a344428386c2da5c37"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b54a999071261d28f446d766dd90005daef7a1074040fb0fb41b46a4b0baf9ae"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "68470ddac07e71a72565c1114bce259e91bd610406469cdd34d0158b37b9d283"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "19bfe159e84c94d64d09aa01fd307a3ed003dc1d480a1e038deea4cfe25f0b57"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.4045488834381104,
            -2.9471523761749268,
            -3.5664222240448,
            -3.7135531902313232,
            -4.389780044555664,
            -4.4139251708984375,
            -5.090752124786377,
            -5.1504435539245605,
            -5.544902324676514,
            -5.864564418792725
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024145126342773438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c69090a7a3cd52bf0658a41200642b1585b1da75caa1607d768aba110b79765d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8c64cdae96db00cb030d8c92f8bd98eec12f671b8e158c75b7c3d4d83101253f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "725ceb5584dbe4a10eb6839c5085042a5779f3fda42d810482328500f5094c06"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6fe0d7556fca2e1bb48708aeb4d6de2b98f80baf74ca8ab1b52abfcc729b9514"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7afce7a40180d2e7d16eb0844246672f7cf813f267809111a01a5204092bdbf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9b3f87ab444e471a8f1b0df2f4fc2edc3bbaf9f4a34b07c40451c61f3d79c6f3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f1fb6e3477a17ab73a8b6cc554441f602c7d1ef98b369e84d370b0f33bfe6277"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6bca5224c2802672683b7ba520bab44eb0a2b30a0955cad623fc8472cb0b44d7"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.404550313949585,
            -2.9471654891967773,
            -3.914966344833374,
            -4.076860427856445,
            -4.516500473022461,
            -5.961020469665527,
            -6.178497314453125,
            -6.197243690490723,
            -6.615699768066406,
            -6.735200881958008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445199966430664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "39d636aa3b00857741464f39e9d97c62922fcd8eced6a66db3806cd85f94a661"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f2c550828e53b01e31970caab3c70f47c72514c8deba8c7fb4dd7175b7832f84"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d44d09e02be1a2789a2503615e5df440f71f8edf9322cfa73d8ac1e704dacaa9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d89bdff8022b3967f5fc6a1c317d1710b80519c0a27e850c4e32f125f37026f4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0405c8ae5ef00e7b19edbbe6a01e6a7ba2306d11a8bdf1cab92a73cac5ad30c4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c6cccde7a9afe430c00c4cac9a523e9ec14469123ff572f8aeb5487d0a55530e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "160fb7a406ba77a312ca23d76b512a0b3679f5fa1322e0338143c78b5e371db6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b464d473e23e8fb20e3d6d268561dfed99d68e6c6e08afd70ef95a7388542c29"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109681606292725,
            -2.675034761428833,
            -3.2344584465026855,
            -4.112905979156494,
            -4.382535457611084,
            -4.92509651184082,
            -5.048699855804443,
            -5.1144118309021,
            -5.771605491638184,
            -5.793084144592285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425610542297363,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "dbbab116090624eae5f310595bd2b9e72aedafc9c8807b37da138ab3ae8ce5d7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "87778dad6554e582f7e457e32bcbbecf35106064bf60e4b77c90611d736cb2a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1afeb2a03e126235d8c91c49f4eca5816937b26269017f56dfd4aefda0cf070e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8c0701407ac8f1326ae9b4f32b8de1b8fee6a48f40321af1a669e9d052c1f352"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "12f5238b4dd5305a014725b8bb728ee9f60997fb401ed09f8d57499f6cc09342"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1f153b422fc063220ca964956779b90cd44c4c8c6e776eca6959e233d4846ba"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "84fb135180fdd17a6d972fe4b52e3419c0a124abff4a6027acd3a087cb81a01f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c3a496800b38b68b2e19d8cfa99322585c82937e039c4bd7abd69dbba573f900"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.6751022338867188,
            -3.3107049465179443,
            -3.351165771484375,
            -3.4736690521240234,
            -3.9406397342681885,
            -3.9672091007232666,
            -4.006686210632324,
            -4.32560396194458,
            -4.358203887939453,
            -4.938558578491211
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.6751022338867188,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.3107049465179443,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026569366455078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d75b9836bc8e363420e7d78c68c45d4b6ca457022375f56905036b5560b18630"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f1a9fca611d75b05393ea14b6b4085fe0ed550ac01ebcb47754b7b9bfd56ec7c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10ee4e368b4187dcb9142f7f7f1afad15296044e5ec20e60e487a67fb8195569"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6ec25570dd247e3a01d31580e2d96f1bade0b6f602496a8741246863c02018ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "26f732269cf9201012c2fffd2447207218ae9c11005ccc5c4eea078b842adac9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "78d0c146bffea6c40670671e354d6cd9416f304933ff19d647acfe344470e9ac"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9ad1def65bd8e2473f38cb2127e39e591ea1048b6ca4a97306b8ddfdc89eb2a3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "df494940d2331e5aa9b8d08c637bb20f32ae1b305db1225e62b78977f4cfd33c"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.393366813659668,
            -3.501546859741211,
            -3.982125759124756,
            -4.561862945556641,
            -4.91417121887207,
            -4.916225433349609,
            -6.34476375579834,
            -6.78273868560791,
            -6.9575958251953125,
            -7.24665641784668
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.982125759124756,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0020542144775390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fe5c352985b69d38a82e3db0a9c87126ac15b8932537541b81cb2a1eac3ca7e4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2f1ca146721389261f7558e7403eb7c5686ceb0abf73f0ec372d39d1812bb5f7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "683f50b57406e06aba0198313c869e24d7c79f8a5a4eff295ca7670720615974"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "67557581ce5db311e2ead57805dbf8df328c22fe18cef166047d5baaebddb09b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2216f45b598b7afb3ea6b23fef4d19f86a0abcf3fe4a01a656db8b53ae6fed87"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fef34271f2f93e298395aff836d0e71980955ab4064263743f3aa57b4e6a9567"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bdd308b197a64a2fdd16b805a5e920d49523380996e7ea0399505553a9af8066"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ee43de575d7039fb9d05e96b7d20706d77c38bee89f3bffcdc8f92ce1a9b4cb4"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.3986310958862305,
            -3.5038864612579346,
            -4.825860977172852,
            -5.886424541473389,
            -6.508244037628174,
            -6.678785800933838,
            -6.680262088775635,
            -6.957049369812012,
            -7.0792412757873535,
            -7.488861083984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054176330566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "257c5b6b6006afc921da5a27bc668bc4bce46556a23256a9d74ca7f69da6c898"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "744129fc3901e069c463f603c3dc068baf59b578ebe8cd7a9f7c45c76e98eb6e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "76d5a349b891ec8194bc75650eee16fd1028406b84d2b4edd6164925577d6c22"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "faf015dd60d40a268c77f5312e84c86a1919a384ef0189a095dae024a500dfb8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "94913a1e3035060bbb3b630b0e0f7f36688e4da65c40b6bcf9cbbdf8806dd16b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1559e8885b8ca7621c1b88827372c24f26190de64140a9e472bdef70c66396ad"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "01337cc589e49f5db5ce2a21f5207a2e25b61d437bfd04888ce8b8f790f79c20"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f39e322a6d448f66707c0ee08391aea7a9520c3126296ba8c152fd441f018fb4"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.399101495742798,
            -3.5044803619384766,
            -5.121679306030273,
            -6.107715606689453,
            -6.569656848907471,
            -7.182314872741699,
            -7.460638999938965,
            -8.400991439819336,
            -8.401144981384277,
            -8.559758186340332
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126580238342285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b1e155bda778340fc39669779e9d91cffee8be5b5e554b6f90fb70bcf1e4d61a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e367af552b9504cbe804628c5fcb64d2b4236d5c0dbd5fa2d04af1795b1c96f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "937b4070663a5c2627d7b2facfd9ab2c9ccf69bc632c93154ec22e594a4cd4fb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f1e37bfadd4c896ba3a348a27ec17721d2cf625a8b952e5c832109e53837c1de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d6365ee1c5615202876bcf557be8fbc23510f06ab9879235b40a58fa50532f4a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c853f6164db955815089a62cddb62ea8b76d5928b67f6fd0401839f4fc658ae7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "410bbef82b76650bf40cca8e59730fa62b6da447910a7ca0cafad3ad968708f8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "94135f179a3876ae3dcee9b728611ee69bbcccc684e09c3170b1adbe6569a7d0"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.40423583984375,
            -3.5144777297973633,
            -5.428092956542969,
            -6.372032165527344,
            -7.337924003601074,
            -7.7772603034973145,
            -7.832727432250977,
            -7.908931732177734,
            -8.116182327270508,
            -8.130484580993652
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.337924003601074,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933629989624023,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "51641a174d98e7582ea16924979bf8df8dfc3e469d9f815eb39525cc8814290c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "24abc93ddd14c2d2454a423f3827a5cbb93b097cc8febb8ad5ae1cb3ce78e640"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "7edc95f01f29fdb6f289b8f3d379a1a0d20276384fe9f6762c69a603929915b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "42e93253d0ac9fd318ec488f627632875fd8d56bc36fa0e588b8e5a139a7a535"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8cafae53d87610ca03d2edcc7742dd94ba1b42f1a51c167a87b8b75258f13cf7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4e4ef7a03b4649b028ba3388ffc542befd0ce61bf31c42684566676d1c88552d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "bd00a62d956aa2443bee54cd1585f3eeedf67d10745e029a60fbb24c1fad8215"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ecc802121606ad60ab030610347d91aa2db0a39d3521779389683ada24016f3e"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.4042396545410156,
            -3.514486074447632,
            -5.743767738342285,
            -6.658303737640381,
            -7.552696228027344,
            -7.779129981994629,
            -8.187191009521484,
            -8.872589111328125,
            -8.898273468017578,
            -8.955840110778809
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552696228027344,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22643375396728516,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cc09134de193c4bf50e48925e0e4c0457d6db9ca74c488c746333ad130d494a3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "fc283d2d3db634482f9375cb29a030b25effc1bb8842c2e317123e605e9d927f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dd14dca2c97f60833cf0f5b08c03f0044a927820ce3985b9bb8ca87fd51a37e8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "c97b4f26856ae1e25566432753bb234fa350beca6fefccd0445e8ba77bd1609e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "7571e8070b2685088576a105b754457c31e92f8784652244f954a9bd491e7d5f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a55ab9f3706de264b63583f113630b211b7aa0ade89262492656ae607ec38678"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "644eacf174340b7e369751cdde5ef596d10c4e1dafe3cd3472c5fe74d54cbb0b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e5e5abd03a6832141343dd5ce36835de889fcb26ba701b65834126f0ffaa867f"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939325094223022,
            -1.5690330266952515,
            -2.8335800170898438,
            -3.3195137977600098,
            -3.672699451446533,
            -4.562880992889404,
            -4.766631603240967,
            -4.853086471557617,
            -4.905970096588135,
            -4.938624382019043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901815414428711
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.0131738185882568,
            -2.0083072185516357,
            -2.5031118392944336,
            -3.307508945465088,
            -3.3195137977600098,
            -3.5381007194519043,
            -3.5697109699249268,
            -3.6098294258117676,
            -4.166750431060791,
            -4.219325542449951
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858692169189453
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715462446212769,
            -2.104480028152466,
            -3.151275157928467,
            -3.3297557830810547,
            -3.630831241607666,
            -3.8949923515319824,
            -4.0917205810546875,
            -4.129116535186768,
            -4.199079513549805,
            -4.57333517074585
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2641611099243164
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.401955246925354,
            -2.342498540878296,
            -3.511613607406616,
            -3.8768739700317383,
            -3.8940229415893555,
            -3.9824280738830566,
            -4.25528621673584,
            -4.433194160461426,
            -4.6499738693237305,
            -4.69879150390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08840513229370117
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.404537320137024,
            -2.947145700454712,
            -3.566416025161743,
            -3.71354079246521,
            -4.389774799346924,
            -4.413920879364014,
            -5.090745449066162,
            -5.150440692901611,
            -5.544897079467773,
            -5.864562034606934
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024146080017089844
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.4045387506484985,
            -2.9471585750579834,
            -3.9149532318115234,
            -4.0768561363220215,
            -4.5164899826049805,
            -5.961016654968262,
            -6.178483963012695,
            -6.1972455978393555,
            -6.615701675415039,
            -6.735187530517578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445266723632812
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109545707702637,
            -2.6750240325927734,
            -3.2344508171081543,
            -4.1128926277160645,
            -4.382530212402344,
            -4.925083637237549,
            -5.048690319061279,
            -5.114405632019043,
            -5.771596431732178,
            -5.793073654174805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425534248352051
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.675090789794922,
            -3.3106894493103027,
            -3.3511581420898438,
            -3.4736597537994385,
            -3.9406301975250244,
            -3.9671945571899414,
            -4.006674766540527,
            -4.325589179992676,
            -4.358199119567871,
            -4.938544273376465
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.675090789794922,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.3106894493103027,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026564359664916992
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.3933584690093994,
            -3.5015370845794678,
            -3.982113838195801,
            -4.561847686767578,
            -4.914157390594482,
            -4.916210174560547,
            -6.344749927520752,
            -6.782724380493164,
            -6.957582473754883,
            -7.246640682220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.982113838195801,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.002052783966064453
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.398622751235962,
            -3.5038764476776123,
            -4.825845241546631,
            -5.886407852172852,
            -6.508229732513428,
            -6.678772449493408,
            -6.680247783660889,
            -6.957037448883057,
            -7.079226493835449,
            -7.488846778869629
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054271697998047
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.3990931510925293,
            -3.504470109939575,
            -5.121663570404053,
            -6.1076979637146,
            -6.569641590118408,
            -7.182295799255371,
            -7.460622787475586,
            -8.400973320007324,
            -8.401128768920898,
            -8.55974006652832
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126542091369629
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.4042274951934814,
            -3.514467477798462,
            -5.42807674407959,
            -6.372013568878174,
            -7.3379082679748535,
            -7.777243614196777,
            -7.832711219787598,
            -7.908914566040039,
            -8.116169929504395,
            -8.13046932220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.3379082679748535,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933534622192383
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.404231071472168,
            -3.5144755840301514,
            -5.743751049041748,
            -6.658284664154053,
            -7.552678108215332,
            -7.779112815856934,
            -8.187172889709473,
            -8.87256908416748,
            -8.89825439453125,
            -8.95582389831543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552678108215332,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22643470764160156
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.6751022338867188,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.3107049465179443,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.982125759124756,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.337924003601074,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552696228027344,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.675090789794922,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.3106894493103027,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.982113838195801,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.3379082679748535,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552678108215332,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.6751022338867188,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.675090789794922,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-safari-simulator",
      "id": "mapped-stereochemistry",
      "logitPairs": [
        "original-safari-simulator__mapped-stereochemistry__logits_0",
        "original-safari-simulator__mapped-stereochemistry__logits_1",
        "original-safari-simulator__mapped-stereochemistry__logits_2",
        "original-safari-simulator__mapped-stereochemistry__logits_3",
        "original-safari-simulator__mapped-stereochemistry__logits_4",
        "original-safari-simulator__mapped-stereochemistry__logits_5",
        "original-safari-simulator__mapped-stereochemistry__logits_6",
        "original-safari-simulator__mapped-stereochemistry__logits_7",
        "original-safari-simulator__mapped-stereochemistry__logits_8",
        "original-safari-simulator__mapped-stereochemistry__logits_9",
        "original-safari-simulator__mapped-stereochemistry__logits_10",
        "original-safari-simulator__mapped-stereochemistry__logits_11",
        "original-safari-simulator__mapped-stereochemistry__logits_12",
        "original-safari-simulator__mapped-stereochemistry__logits_13",
        "original-safari-simulator__mapped-stereochemistry__logits_14",
        "original-safari-simulator__mapped-stereochemistry__logits_15",
        "original-safari-simulator__mapped-stereochemistry__logits_16",
        "original-safari-simulator__mapped-stereochemistry__logits_17",
        "original-safari-simulator__mapped-stereochemistry__logits_18",
        "original-safari-simulator__mapped-stereochemistry__logits_19",
        "original-safari-simulator__mapped-stereochemistry__logits_20"
      ],
      "maximumProbabilityError": 1.252819741170974e-06,
      "maximumRowTotalVariation": 1.2651541778712196e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            39,
            19,
            20,
            17,
            23,
            45
          ],
          "topCandidateScores": [
            -0.08587276935577393,
            -2.8941001892089844,
            -4.658961296081543,
            -5.311154365539551,
            -5.681633949279785,
            -6.071137428283691,
            -6.130337715148926,
            -7.009389877319336,
            -7.387243270874023,
            -7.933647155761719
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38950347900390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "c7cdc38f8bb880274651d5338d0de0c0b53b44f6b57b63e2193b52367189f6bf"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "d6a66a86fecec57e78434b23ac649263cb14d23d9f9e9f10573ab4b4dd67848f"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "a0326ac79e04748029c0821246c373266901c9fc348ba9a646ff9fdbcc4a0725"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "931b2aa9d5728a60d80691aefb1a5f9cfc53548a387ee93a9ed34976e3b4cb5b"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "76d9829090ae3fdd22df32863e6372c22e2f077f35d6c8415fca8d9814c34391"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "034267567be63e7a666047096323d891c43adca939552650b4f3578bdd392f2c"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "99c9a684f5bf072c28897888dac0e958f5803f4847b3104259616e29865b1054"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "f364cf7856702a2795d08ab2588f31ee199988c773a3d7b6efdaa0133f1db727"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6e9887ef926fc1508f27e5097a41d16ce856aeb409144fc5fd9f7dbe05494441"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "60c12fe65a40f8a1b1dda275edc2e8a831dcbc683b1eb5229f4795ca7ec93359"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "11d0e67ea2a88d899388bd0a4aa1c9bcb3cdd4f2df09209f0c9d7edfa4e16bdb"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "c66216889fc7aa41f11f07933a83e75f655132a524f1e546870ca9be1aea4fea"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0f203778bc5b93075970276999c7fa3138ce3a0db37079d34a8707a73b5069d4"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "735482e5af914ce8bd0fab9af728bd793a07a816bd06f4609868bd46d5c6d8f9"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            9,
            11,
            11,
            8,
            8,
            6,
            4
          ],
          "topCandidateScores": [
            -0.9484848976135254,
            -1.4519555568695068,
            -1.787306308746338,
            -2.5200281143188477,
            -3.1520802974700928,
            -4.322287082672119,
            -4.658961296081543,
            -4.701674461364746,
            -4.71416711807251,
            -4.9161906242370605
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1702067852020264,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0a23404a6f5d6c81adeba872bd3bf8c655001c7c1389c9e82025d5215c207fcb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4f7375e47808d0622e1a92fe97237aac882fd8d2a16f0795becda106f32163ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "405226903de7e7303810b8953dc8031ba470da8b093c6f35923a061f02de44ed"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c483a910faacc0d3d96d24b1015b88c7ac695fdfee5e605c0aa916a93c53179e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a76a48cac0cf031198f261567003eed9be4ef4e2f474e7011d635f9c106db45d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e5180a670dd0c6c63a2d86ecb1eedfc041d5bf8e6c37c826c4ccdafdf4c78136"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8aa9a8eb3505b05168bd6e7e5620086c4ff0a14bb840e3934d3b6b144c45561f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0df727e267e4ac7b496f77e2c608f2b492bea5381064383b5a0c96933c8c4d01"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            19,
            5,
            20,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            5,
            8,
            5,
            8,
            8,
            9,
            5
          ],
          "topCandidateScores": [
            -1.061913013458252,
            -1.951853632926941,
            -2.1030423641204834,
            -2.757031202316284,
            -3.0942516326904297,
            -3.1784684658050537,
            -3.1817965507507324,
            -3.3304944038391113,
            -3.6242997646331787,
            -3.990128755569458
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08421683311462402,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "167b344ad973a5cfd4b8a70e8de012a47c10ec2d75662e140e1cf5c8ce903016"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ab4783817d4452197de9a00c77fe0b2a7829967a3ecfd53940efb55e426790f5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ad260e17ec0189282b1cc1625862885798164a2172623a3f66d2025862211ad1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "12278f4b2de5f34b701c51a4fc20aedaed92d7803e68de0ad6fde9909fa1d1ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea7be3b178d76d6326191b2fd6df7610474f32d97e8fcd8e66f98f502d280824"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce180bde30509621d7707f9744f18a7101fd9d1a40162f7096c21182f4d0ff16"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "74310b182533562b2b59c20743d4a2c825567e619551710d5ab3444922f6bcfb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e94faf9cf141d17104b089e57a919ed3d87b8af6fde5e287a530eb7ddd0b355e"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            1,
            4,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            6,
            5,
            11,
            9,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -1.098185420036316,
            -2.7632362842559814,
            -2.7934560775756836,
            -2.800779342651367,
            -2.911440849304199,
            -3.0136971473693848,
            -3.137563943862915,
            -3.6861400604248047,
            -5.285924911499023,
            -5.614452838897705
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10225629806518555,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "18a8040d254a28bed1b1cae13dd21bb967caa2cb26cf3c8eb5e7c053e2d7e1dd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "460aa0718db380445e956b9f4d2fcc1304f89b6744fc764c6cff009fe8939d19"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d83385df72918b560a103010661cc0e99e2306c4d0563341560f9b90509cea57"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "91f5409fd2a9a5db343e21f05b528fbc2e97f61e38382b521f586fc431adafa0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6861f2e30c5cf181094414ad3d13aca0e372594f2f1d074b23498e85d05f645e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b2823ee0e1eca5c23c4bb48e0cf14dc529c366e46ffc60d6c499be34e9ff0d23"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d75cf8f25e9a769d09f58f6638a4e30f8e81ff06346f571a1f1803e97405bdaf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d19bc75342352467776cc402ff60ca49bab0d5819881e03b36d54eff52753cc2"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            0,
            1,
            4,
            2,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            7,
            6,
            7,
            32,
            28,
            5,
            21
          ],
          "topCandidateScores": [
            -1.571263313293457,
            -2.813450574874878,
            -2.8223886489868164,
            -3.0286476612091064,
            -3.0963525772094727,
            -3.2654216289520264,
            -3.5837082862854004,
            -3.952148914337158,
            -4.472113132476807,
            -4.518216609954834
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1690690517425537,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "19af7a97ce2978a1e08951bf78a85e044b79155f7f5cd203357a1ad2c80ee2bd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "53b7b6559703082948146f282406167e3e0a3feb82b31cba9203a11b06455845"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "56727c70603f101f70c1fc8efc0d3a5c3e56ac1e22f3e8755079f51c2c1bf0de"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "32d75de7e3d1360fe6844343793b6f73f734ea8a146fe3ec9e4c6a97bee48cc2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "7e471e5ed70a07c9d3756a723127868d33dec93fefcb4be3f3b7bd11fcd38545"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "651b281cde794e97be906842c0b5d8596dd13b6f5b95d73de05dc513e4833333"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f1ce0f5068f638f6a896fade7e85219532978d18db560e49c6e7183e71027beb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "485388a83dd981898b11786ac9b253689129994f6b0f984321d2ebcf64d20a57"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            11,
            6,
            4,
            5,
            12,
            6,
            4
          ],
          "topCandidateScores": [
            -1.5822755098342896,
            -2.8138108253479004,
            -3.0657994747161865,
            -3.136427164077759,
            -3.3427159786224365,
            -3.8678486347198486,
            -6.354154586791992,
            -6.596835136413574,
            -6.909963607788086,
            -7.053454875946045
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5251326560974121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6759a639c8bdf92c0b0ad0c53d42957d50697bad2ba60e51886ebbd19c7082a2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3d33ea8ddca2df81bc45e4026631aba1c19206699945e31c5a24d03e36788f20"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f11bd5b9c40ef28b24d96e49823016acd95a7ed9f1cb9b710e603d00e5b57cf4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5f4cd0b9a9a19b782826f68ad3be6071ac7db8c812c9293e3b6e52122d95c1de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7153cfcffc9cd1723305cd200d0dc4c3f047522844fd5a3c4c68f828061b944e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0686c7810c39c250a08a7a08da9d96a7c8e253a89b5c7df4bfc83e34f14507f8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e2034e56fdb930f4381a0d5c6b9566cf0f440b9090d0de4973d5f3ad5afb6f9c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "36155d8354e2e9b57c376950918efb8db6f7624515597af781e9b689d745daed"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            9,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            7,
            6,
            9,
            11,
            5,
            9,
            9,
            11,
            4
          ],
          "topCandidateScores": [
            -1.5956076383590698,
            -2.8138113021850586,
            -3.1097545623779297,
            -3.13694429397583,
            -3.5532758235931396,
            -5.083498477935791,
            -6.298451900482178,
            -6.462968349456787,
            -7.896510601043701,
            -8.320194244384766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5302226543426514,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "121a886de69ce9f2c7faea57acb31f062bc7416479395d102bd793d76ea4c30b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "ae896975e5593495eccf1c37fdecd40207f37b566003e22584fba1f52894eaf6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8e5ae2e146adf0a16351944b017183e36cdaad09eb2531f3397244e07301bb3b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8b816dc9865a7946a4af57bf42f6e098fbfbc5fbc5ad2efe51f29e9197619dcc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fed42a7fdb2b52634d1e98f8ac2e15e3e2ba1e8b243ff603840987b818243c03"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a79bd7b275abb16d0f023b8e74306498111ccc8b3a2f3e4b9aa00dcd5c344728"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fa3375d1e50742620f6c0e03afe6bae537433286ccd20a8450986e7d2d1cd775"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8b1d875c420a25a14bb3d468592181ca136cb8ed9e9c1eaaffc78747cf5a0473"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            7,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            0,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            19,
            7,
            11,
            9,
            20,
            12,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -1.6263453960418701,
            -3.029123067855835,
            -3.13694429397583,
            -3.141422748565674,
            -3.554206132888794,
            -5.030337810516357,
            -5.197098255157471,
            -5.439570426940918,
            -6.777681350708008,
            -7.886755466461182
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4761316776275635,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c1ba4a1cc2a09846f0d1424dac8781118b6cd7de237e093545735f187dd82c2b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "37810ce0b72583dad5096e48385a7a1ba9739e9e37fcd0f5aa20c1465c4ef51a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5a813039e595700479581fda1b1718fda5f495d6d2914f05e9bf83fbc3546b17"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0919a2bd4de589770fa3d85f6e1b554d142c2777b4768793448d3b2e5ef16ea6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4cf36c8095e288307ad8f4e1f4d73ed4694c16e7e89d66d1f225bc790bd43472"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10879af0e88b8bf05d1824eef18a8d2d1ea6f41e95fadc53b6c8208107800104"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "217c52f45c6dff3504b45fc57402a5446845396cd6ffd037d9cd95bbb09a94c8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e411a3f8102bc1d1c81a8adbb2a92fa1d0f80cfeea0577ed85b959d73677f07b"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            19,
            7,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            9,
            7,
            12,
            30,
            17,
            5,
            8
          ],
          "topCandidateScores": [
            -1.6270270347595215,
            -3.03167986869812,
            -3.1416752338409424,
            -3.2173573970794678,
            -3.554206132888794,
            -6.082598686218262,
            -7.519653797149658,
            -8.05008316040039,
            -8.966157913208008,
            -9.003219604492188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.5283925533294678,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b29503167d63dfd9ff4a165d0c286244c3d2b26fc03f7e249a15384b4fd86805"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "273186fbdb74ec989df4b03ab1aad33ff70d90482b8856b4dba2561dd962f8c5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7b178e74a6c1ae39ab96e2798fa582fc85fcf06270a3cf2c640718b93962a7fc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "529ebf5235754ada2dcfb9f5039813230fe8f3f4d436d9252d8092dccd01f8ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e5536d8449c91afdbcb0671eda886f65adaa6a132858cfb8c2b17afe94411e86"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cb1e2117e746cba6a6e92b1f975734ba0f82c17117d8b26eeda961d7ff61fc5d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "eff5bb625a61b36d9d40a40b0786ca30cd4c9f348039f42d70f1427b41483463"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "128bc4eac6119df9e112678af35c9116337443767c09d7bc61b218e30ba57d41"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            6,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            4,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            7,
            5,
            5,
            4,
            9,
            19,
            41
          ],
          "topCandidateScores": [
            -1.6270277500152588,
            -3.033778190612793,
            -3.1416757106781006,
            -3.676539421081543,
            -4.486132621765137,
            -4.650733947753906,
            -4.75930118560791,
            -5.046226978302002,
            -6.246035575866699,
            -6.485439300537109
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16460132598876953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "902021dfadaf36b28d96652dce90d78725a3ae8176d7b79a162313883453ff10"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5754fd664a6ac3e0eadda8d727a73d6d9f32c506669988f31e4c82e1efbd994f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0405fd38a16161df1b081e599654647d555fca8602be1cfd4f7fa864cce30278"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6c48aca0f275ca2522ba61171896abf20e4cb917741b67170ab7af5abc21e0c0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a6c7d7f5ab01f044278c3fb16ec25ca760a6e292d8803d8f6d36454412d51647"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8c179ac9332869fdb5a465970d05e4d3177ec2bf6761c264a075fa25ce84e584"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "327f3b36d6868ba7e5c5e845d8edca94e3cf208f945e385136b2efbae091e821"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4f76a84d8f80063ea467d16d6bfc99aca3d311e69dc37b00e30c56727affcca7"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            5,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            4,
            4,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            12,
            9,
            12,
            6,
            4,
            12,
            30
          ],
          "topCandidateScores": [
            -1.8190299272537231,
            -3.0385918617248535,
            -3.2327382564544678,
            -3.636110544204712,
            -4.102509498596191,
            -5.148174285888672,
            -5.235966682434082,
            -5.331558704376221,
            -5.802839279174805,
            -6.025834083557129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0456647872924805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "180e485ab1f07093984eab1a2381ea4f17e909f768c65f743d0f7f30d664b982"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8446660188a7fc0d71c16dccc264b65da3a7e152122ba365fed2add288b497a5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bcb78ee9fad73fa61391b5152713d886bebcccd1bd79275a0902de024bf3c975"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "658787f016c927e4647410d26623a820e0f2e504cea003c57811f33e66d62693"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "eaf60e7f1f4953e5e1e0daf10cd9705f81cb433a153430fdc4cef933a13b5b1f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "24947c08a0e93204ddeae61b5878386b93ba3e907a598315e20c2f8c18e0bb84"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c450494e07e04b8587e36668e27c01ca5fdcfa185986b8ac71e0275ec7e1a817"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "554b1de520a26cf51bceae967425033e2015ef9cf93077267c9366ce6c73233b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            7,
            9,
            12,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            0,
            0,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            3,
            5,
            5,
            41,
            3,
            32,
            6,
            32
          ],
          "topCandidateScores": [
            -2.087909460067749,
            -3.056873083114624,
            -4.015936851501465,
            -4.218891143798828,
            -4.505978107452393,
            -4.52044153213501,
            -4.788184642791748,
            -4.952047348022461,
            -5.249796390533447,
            -5.355223178863525
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.015936851501465,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.014463424682617188,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8650fdcfb4369a032163f7549d20f500f3c94daf92298ac842b4374d6d0580c5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "02476aab6aa41538090a7d5b1a07d12638085900bb19a8ef0a86633700c4d186"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1eac19029fd05a5b46dc4556470d145f562d747ef71f356319c0cbb6b0301608"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "9ad2fda3fa387aaac61260a2ec154e801fef4df3907254df02920b7aaa029912"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "eca4cc2fcfea1b37de575f6718cf53dd59e84cda1f42be5a8631eb8fae505b5d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f332d922eda088e0191ab3620dd8ce89000bf56b0abe0fd8244f1d269eecf090"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "878140e9fba2584029eb3022a52fb16f0c60609f26f0a9d09799aa1aa18d28d1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f3a3dbfbbd067a876c177b258f1f461e3ea41bfc52e348586dd98547f428fe80"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            9,
            41,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            3,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            3,
            5,
            3,
            5,
            4,
            5,
            6,
            32
          ],
          "topCandidateScores": [
            -2.7810609340667725,
            -2.978336811065674,
            -3.9486043453216553,
            -4.054593563079834,
            -4.52044153213501,
            -4.734404563903809,
            -4.854119300842285,
            -5.001715660095215,
            -5.236993312835693,
            -5.261086463928223
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9
              ],
              "score": -3.9486043453216553,
              "finishedAt": 12,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                41
              ],
              "score": -4.52044153213501,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21396303176879883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "8decdeeb03b1c740497758ea33348e5871ac744346809d95047ab8625070f71e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3412eb4ed4f91ba09c52d79b54fce926a21baa5fd598675fff406f1d5aba0b60"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "3fc36650cb099f96d5bc9578fb7e26258ea22bbfaad54f679ba27d9e9e82da29"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "857fd7a170aee59c27d2ee1b7950f7692423ea16b10df74c29ce9cd369780e95"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cc55768504bedd615967a4be6309a57884b13518b882dce28bf4515cdeacd34d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f2de8d13491efe88eaea74a67d65e0577fd36cce4b67f41010723f0adface354"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b156e39c3ce75aaea164815dce5f03bb8c90a435fb5684c9b65b7158358651e6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0e9a552997d686fab8a1183455e53502d83c694c5b46550c4ba4547ea9c65315"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            1,
            3,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            3,
            8,
            4,
            6,
            11,
            6,
            8,
            5
          ],
          "topCandidateScores": [
            -2.7810609340667725,
            -3.177438735961914,
            -4.436136722564697,
            -4.854119300842285,
            -5.347867012023926,
            -5.3992919921875,
            -5.46528434753418,
            -5.487946510314941,
            -6.775856971740723,
            -6.829168796539307
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -4.436136722564697,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05142498016357422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "be5730cfd69d60f48c5cdaee61cfdc395273838d507aa7a7415572cdd70ac5f3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f0431e6cad2cbd9b291520d93b0ad4ef7facc70868a522701a2ee307e5c59b41"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cb7e191ba9df30ce1905006f830a67ab72bee86b8858aeba1bef80185af58aa4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "117225584b9e35cf8ab63d822420992e414d6eeaaada4b1ecd95d6df82117916"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5dd2da2a480844cb52aca162133c29905cdd96b04c8ccb8f21693d2db78f0c60"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e4863217a197ed7def5bcd4075869d3f481ba8b3dee9d24cdda811ed8cbb8fb5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "5a5a720e4ffa6648ad1ed88dc347c151dde4978035e47f9c1a8714aa083f9a76"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "9a82d7f0b722dc383a760aabbc5afcbc24f36a631c755c7917cef424aa8642f9"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            5,
            11,
            6,
            5,
            29,
            13
          ],
          "topCandidateScores": [
            -2.7827000617980957,
            -3.1825625896453857,
            -4.855222225189209,
            -5.347867965698242,
            -5.929698467254639,
            -6.297917366027832,
            -9.342191696166992,
            -9.50191593170166,
            -9.856179237365723,
            -10.441028594970703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.36821889877319336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "f4cc8f23d492f1c4a77086ec333a2c1d72150c3b264153fa50faa4d2b8454e6c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "27e66bccd57135d0bb399e8e11a728bac7c35e124ce735df5903704a9e474db6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1ee8344b2c219dd04de03e41f89c48699e4a2e4dd09a1e6e390d1f4fd568dc55"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "ef033064e5e26b817211bed3e2d88903b682fa4b88463197e07a2769e72126cd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "839cb22325e15b0375f1b3cb55f14ff76699c9c89ae8c45c010ba8e5b7863e8e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e9101b25e1753f33642c3097eaa0b09b54d6b82554cf5faf5527b2df62bd8852"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "cde3273297549420938421a90c8ca08cabff35c36b6bc6cb5c0a94e532bfde42"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b800f4d83eea90cff4baa4b518b8b0e09740fc56999ae66e15cc5fa5d81f89ca"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            7,
            5,
            6,
            11,
            9,
            4
          ],
          "topCandidateScores": [
            -2.783733606338501,
            -3.1914451122283936,
            -4.856184959411621,
            -5.347932815551758,
            -5.930911540985107,
            -8.18294620513916,
            -10.252835273742676,
            -10.725844383239746,
            -10.884489059448242,
            -10.91684627532959
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.2520346641540527,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f61a5118fb6ce690ad5e80eb3089c3107ee4d27c941c2719aa90b998b1a884d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "bf3cad7aa52b04f1cc7a7198768013b1cb0ff2ef5bb26c376b34fb7cc094c910"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "6e66807a4035dde7124c250d40c0afc767042ab2131a5aa944b8b53c54b1e3b4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "71c4388fd4fee3f34d177831f0a313e4d97759defa65747ba04581922e436469"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "cdc87ab8b90761b1ef50961f78e6e67efdd8d1bcfb280c277f4cf7cd0b55f1a8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "e9ed9604a015956b8ecb871079d5172a48452fdc9e4a4a86bb8e787e464284e7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "e31ab45a645ffd7fb61da313b0525e4f2cd9e1c5d94632e5a67a08cdf0ea9226"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2aca53ccd94dc1ee47e3403953f045d43d80def38079c4c77661123ccad407b4"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            11,
            6,
            5,
            9,
            6,
            10
          ],
          "topCandidateScores": [
            -2.7845349311828613,
            -3.191537618637085,
            -4.8568854331970215,
            -5.348109722137451,
            -6.018712043762207,
            -8.761431694030762,
            -10.317238807678223,
            -10.420801162719727,
            -10.448073387145996,
            -11.433277130126953
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7427196502685547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "69a263f9d4e6a1bd0c53a3d5e6717fda51602469e460be788defb11c00aae0f7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b9193327d55fe44c11310a772cda9a4c1af249fb1586da71583201907f94819f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "4bfc48dacfa46c37a9f230a6484ef4abfe018d277edbab8d16fb1519836c4be3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0c8bc87ea3d83e0a215ca1730a0f0eb87070b1a4c3f53b8ed9bfeec69ed73aa7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ca7ed28ed7aed6ba4d88b66e5ab3d42d1ff787fe76674ee0e6853ce858809820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "60764a3488e5224dfc1049253c95c92adabd007394da5591bc13a38fff4cf3fd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d692760e0d2936c30424612538a7edb55a6f26a4867fd1ba5e797b082143e6a6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "821f257d4b8b2ad3723481fbcbe63f34c3acf858c19342c9ec475d0beed46cab"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            4,
            9,
            6,
            6,
            10,
            13,
            29
          ],
          "topCandidateScores": [
            -2.7943332195281982,
            -3.191544771194458,
            -4.86352014541626,
            -5.348277568817139,
            -6.018784523010254,
            -7.499283790588379,
            -9.969419479370117,
            -10.40877914428711,
            -11.612302780151367,
            -12.126590728759766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.480499267578125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5495b29ca6c81ea50e54b6d1d810125410e57c2fe853839f1a6b6816fd562094"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5f5bc15a66a7fb98b3018e330cf916de959d0b15cec5a5726e2b5c63a9fc84b6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7f77a07e6d982d75f1e642955472a8df85219ff04cf49a7ac5ac4d35ebb3b639"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "43cb0f4762a441bb105ad0c5930d2816bb6e1fff10edb11ca193118dade5fa96"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "229dc36c88aa0d261027fc24d004cab25176ac06d1c779bfd021c5fb62cc195a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "c500515013421aa855ad1af015bcca4601fb55df6d07e86d0b7114a8aa3608d6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "79e8c37768f1a3091f49fc93e13e6db73e2dec27688e5347b02b314f4ae2a929"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "48fd00b6985b538f79e9e0f9c3df37f8a4349efd9a5f7f38df6f3ead1dc680dd"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            7,
            4,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            3,
            6,
            9,
            6,
            10,
            13
          ],
          "topCandidateScores": [
            -2.7948694229125977,
            -3.192103624343872,
            -4.864044666290283,
            -5.350389003753662,
            -6.018784523010254,
            -10.768518447875977,
            -11.162489891052246,
            -11.579520225524902,
            -11.74582290649414,
            -12.501800537109375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -6.018784523010254,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.749733924865723,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "51ab0621b55154f370ceffdfd123aacb920df1c182a19ddeddf2fafbf29137e0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "0f5c2f90187bb1287a2783b34dc16586f3ed3dd54be9c2f6863dfd48b1565db4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "90572a2daf7d7f318b0c77390dc0adb3230609a8b26c2d3a380a3270abffb23f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "708a4a97f91e95c616715978d6f0c503f6ef43d0eb5803b69f5226631db59d77"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a830ada4b6442ab988a005dea5efc783a1df5d2e98bb05cfa304f0e629be4c0c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "9a586fdb61750d26ca2776e9a8d009545bcb42c07eb0c6c047b4021f637cc72d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "e1b788b862b7d75bf7f511b104934bd11e223eea50a63bd166bf15223783ef54"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "dc93d962e823b32b4abdbc08a5580fd31afb9d335ef9ef8dce8e37adc44b7ecb"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            8,
            4,
            5,
            9,
            18,
            28,
            6,
            14
          ],
          "topCandidateScores": [
            -2.7948694229125977,
            -3.1921803951263428,
            -4.864044666290283,
            -5.350519180297852,
            -12.051584243774414,
            -12.156556129455566,
            -12.738004684448242,
            -12.90090560913086,
            -13.03438949584961,
            -13.555194854736328
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -3.1921803951263428,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10497188568115234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c1b9481ba619f1efc908a67e9b4c852e256431d070035ffcff9eb74fd62ae7c6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0393ef51f54a07fce8580653c2925dfde2ae5524bc05144ed1a32ff6e8471715"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "7c505d859d6330b2f713d78742f3fb376f30f924102a748b5384f5b1e20f316c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "70e8d016c8b71986a0b3ac8c0f1d846fc4d6f856aeb28b2943c0a4e79a0735ec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0da93f82c7e3cf90486da4f95356ea823320c2194ee1f37daee41f294177063c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "84a4a332c0f1248ce553c4e54644d25272635911dd6b6836cf8d855179399ef3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d3f5a1c342a9c6e9ab926d8405b73c126198942d1a835689bfd7d4c6e0e2b645"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "310f422fafe742e74f92099618b0e05b1018b1d257aa485c57d09215d8e28fd9"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            8,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            0,
            1,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            8,
            5,
            9,
            5,
            28,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -2.795250415802002,
            -4.8645219802856445,
            -5.350519180297852,
            -11.736379623413086,
            -11.82556438446045,
            -12.687152862548828,
            -12.758027076721191,
            -13.230134010314941,
            -13.450932502746582,
            -13.457817077636719
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -2.795250415802002,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.8645219802856445,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8615884780883789,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "60dff327e4473a298f3f556201c1b42ed2475b9530b287ee58ecee2289935c86"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "520863fd712049354240f75fec68b015523c3668ff21970d14e67ed3dc1192f9"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "32a4c0e6d4402ba74951e04f19fb462ad148c795d8d4f148edfd2ad53afa2544"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "45db210b3031b3a9503004c0688da612fc117aa82e627c4cc2228ca3cfba9e76"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a8f404fb23413363e56c890057a304dc422807b885777857e1d3c21ca8fbaf5e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c6103f1a469107e3ad51aed5813d043795971685a30c24a5355d69c9f6810f2a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "9d306580c0b48f4424493c8129f70b4600fccda882035094ace741f1e1e2bccc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "6c824f91c487d1eb4b0cd6013b2558c0995fe8bd69ca0503bd4ea09c316da41b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "23472fbf695b5c29065c83407e25946dc741173225809342b42705f63df4c85b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ee9c142d8de0fde8818b6a0fb78de73914f11a0a6f7fad3eed45d38477573c35"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "95fb97c14b01b1a41efe2cd3a66544eadc15ef10ccdae77fada332a9506fff88"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "40d9f4d38bcec42b29717cbe752e042ace52028c11fe61a84ba52b61c412b0f6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bdef83ed1da4bacb7784b38243f39999d2a3f15bd5ad00a0ab0e68ecb4770af5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b7f75d9a2471259587458302bd9f1685e649d86648dfef8e38ef117acd5c6ef"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "52be85da815be7a93e8bf339dfda2649f997d88d12733bb0638caa03034485fe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "85d5b633ac2fa254a999eb9cb6a34925839088340356745812d0834b969466d3"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            39,
            19,
            20,
            17,
            23,
            45
          ],
          "topCandidateScores": [
            -0.08587244153022766,
            -2.894099712371826,
            -4.65895938873291,
            -5.311152458190918,
            -5.681633472442627,
            -6.071136474609375,
            -6.130337238311768,
            -7.009387016296387,
            -7.387241363525391,
            -7.933643817901611
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.38950300216674805
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            9,
            11,
            11,
            8,
            8,
            6,
            4
          ],
          "topCandidateScores": [
            -0.9484850168228149,
            -1.4519554376602173,
            -1.7873046398162842,
            -2.520026922225952,
            -3.1520791053771973,
            -4.322286128997803,
            -4.65895938873291,
            -4.701671600341797,
            -4.714164733886719,
            -4.916188716888428
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1702070236206055
        },
        {
          "step": 2,
          "inputTokenIDs": [
            19,
            5,
            20,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            5,
            8,
            5,
            8,
            8,
            9,
            5
          ],
          "topCandidateScores": [
            -1.0619136095046997,
            -1.9518523216247559,
            -2.103039264678955,
            -2.757028818130493,
            -3.094250202178955,
            -3.178467273712158,
            -3.181793212890625,
            -3.3304972648620605,
            -3.6242990493774414,
            -3.9901275634765625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08421707153320312
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            1,
            4,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            6,
            5,
            11,
            9,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -1.0981853008270264,
            -2.7632346153259277,
            -2.793452739715576,
            -2.800776958465576,
            -2.9114372730255127,
            -3.0136945247650146,
            -3.1375620365142822,
            -3.6861374378204346,
            -5.285924434661865,
            -5.614450454711914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10225725173950195
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            0,
            1,
            4,
            2,
            0,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            7,
            6,
            7,
            32,
            28,
            5,
            21
          ],
          "topCandidateScores": [
            -1.5712627172470093,
            -2.8134472370147705,
            -2.8223865032196045,
            -3.0286459922790527,
            -3.096349000930786,
            -3.2654175758361816,
            -3.5837104320526123,
            -3.9521501064300537,
            -4.472107887268066,
            -4.518216133117676
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1690685749053955
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            11,
            6,
            4,
            5,
            12,
            6,
            4
          ],
          "topCandidateScores": [
            -1.5822745561599731,
            -2.8138067722320557,
            -3.0657973289489746,
            -3.136423349380493,
            -3.342714548110962,
            -3.867844581604004,
            -6.354152679443359,
            -6.596826553344727,
            -6.909962177276611,
            -7.053450584411621
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.525130033493042
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            9,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            7,
            6,
            9,
            11,
            5,
            9,
            9,
            11,
            4
          ],
          "topCandidateScores": [
            -1.5956062078475952,
            -2.813807249069214,
            -3.1097514629364014,
            -3.136939764022827,
            -3.553274154663086,
            -5.083498001098633,
            -6.298449516296387,
            -6.4629669189453125,
            -7.896509647369385,
            -8.320192337036133
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5302238464355469
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            7,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            0,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            19,
            7,
            11,
            9,
            20,
            12,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -1.6263436079025269,
            -3.0291190147399902,
            -3.136939764022827,
            -3.1414194107055664,
            -3.554203987121582,
            -5.030333995819092,
            -5.197093486785889,
            -5.4395670890808105,
            -6.777674198150635,
            -7.8867573738098145
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4761300086975098
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            19,
            7,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            9,
            7,
            12,
            30,
            17,
            5,
            8
          ],
          "topCandidateScores": [
            -1.62702476978302,
            -3.031675100326538,
            -3.141671657562256,
            -3.2173521518707275,
            -3.554203987121582,
            -6.082590103149414,
            -7.519647598266602,
            -8.050074577331543,
            -8.966150283813477,
            -9.003220558166504
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.528386116027832
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            6,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            4,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            7,
            5,
            5,
            4,
            9,
            19,
            41
          ],
          "topCandidateScores": [
            -1.6270254850387573,
            -3.033773183822632,
            -3.141672134399414,
            -3.676532745361328,
            -4.486126899719238,
            -4.650732517242432,
            -4.759298324584961,
            -5.046222686767578,
            -6.246034622192383,
            -6.4854326248168945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16460561752319336
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            5,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            4,
            4,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            12,
            9,
            12,
            6,
            4,
            12,
            30
          ],
          "topCandidateScores": [
            -1.8190264701843262,
            -3.0385866165161133,
            -3.2327334880828857,
            -3.6361098289489746,
            -4.102503776550293,
            -5.148163318634033,
            -5.235960960388184,
            -5.331552505493164,
            -5.802830696105957,
            -6.02583646774292
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0456595420837402
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            7,
            9,
            12,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            0,
            0,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            3,
            5,
            5,
            41,
            3,
            32,
            6,
            32
          ],
          "topCandidateScores": [
            -2.087904691696167,
            -3.0568668842315674,
            -4.015930652618408,
            -4.218886375427246,
            -4.505976676940918,
            -4.520437240600586,
            -4.788179397583008,
            -4.95203971862793,
            -5.249795913696289,
            -5.355216979980469
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.015930652618408,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.014460563659667969
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            9,
            41,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            3,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            3,
            5,
            3,
            5,
            4,
            5,
            6,
            32
          ],
          "topCandidateScores": [
            -2.7810568809509277,
            -2.9783308506011963,
            -3.9485976696014404,
            -4.054586410522461,
            -4.520437240600586,
            -4.734399795532227,
            -4.854113578796387,
            -5.001713275909424,
            -5.236987590789795,
            -5.261078834533691
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9
              ],
              "score": -3.9485976696014404,
              "finishedAt": 12,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                41
              ],
              "score": -4.520437240600586,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21396255493164062
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            1,
            3,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            3,
            8,
            4,
            6,
            11,
            6,
            8,
            5
          ],
          "topCandidateScores": [
            -2.7810568809509277,
            -3.17743182182312,
            -4.436129570007324,
            -4.854113578796387,
            -5.347862243652344,
            -5.399282455444336,
            -5.465281963348389,
            -5.487942218780518,
            -6.775848865509033,
            -6.829164028167725
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -4.436129570007324,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05142021179199219
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            5,
            11,
            6,
            5,
            29,
            13
          ],
          "topCandidateScores": [
            -2.782695770263672,
            -3.182555675506592,
            -4.855216026306152,
            -5.34786319732666,
            -5.929688930511475,
            -6.297906875610352,
            -9.342188835144043,
            -9.501914024353027,
            -9.85617446899414,
            -10.441019058227539
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.36821794509887695
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            7,
            5,
            6,
            11,
            9,
            4
          ],
          "topCandidateScores": [
            -2.783729076385498,
            -3.1914379596710205,
            -4.856178283691406,
            -5.347927570343018,
            -5.930901527404785,
            -8.182939529418945,
            -10.25283145904541,
            -10.725841522216797,
            -10.884485244750977,
            -10.916837692260742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.25203800201416
        },
        {
          "step": 16,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            11,
            6,
            5,
            9,
            6,
            10
          ],
          "topCandidateScores": [
            -2.7845306396484375,
            -3.1915299892425537,
            -4.856878280639648,
            -5.348104476928711,
            -6.018701553344727,
            -8.761425018310547,
            -10.317230224609375,
            -10.420793533325195,
            -10.44806957244873,
            -11.433273315429688
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7427234649658203
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            4,
            9,
            6,
            6,
            10,
            13,
            29
          ],
          "topCandidateScores": [
            -2.7943286895751953,
            -3.1915371417999268,
            -4.8635125160217285,
            -5.34827184677124,
            -6.018773555755615,
            -7.49927282333374,
            -9.969417572021484,
            -10.408769607543945,
            -11.61229133605957,
            -12.12657642364502
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.480499267578125
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            7,
            4,
            4,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            3,
            6,
            9,
            6,
            10,
            13
          ],
          "topCandidateScores": [
            -2.7948646545410156,
            -3.1920957565307617,
            -4.864037036895752,
            -5.3503828048706055,
            -6.018773555755615,
            -10.76852035522461,
            -11.162484169006348,
            -11.579513549804688,
            -11.74582576751709,
            -12.50180435180664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -6.018773555755615,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.749746799468994
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            8,
            4,
            5,
            9,
            18,
            28,
            6,
            14
          ],
          "topCandidateScores": [
            -2.7948646545410156,
            -3.1921727657318115,
            -4.864037036895752,
            -5.350512504577637,
            -12.05158519744873,
            -12.156558990478516,
            -12.738007545471191,
            -12.900906562805176,
            -13.03437614440918,
            -13.555196762084961
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -3.1921727657318115,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10497379302978516
        },
        {
          "step": 20,
          "inputTokenIDs": [
            8,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            0,
            1,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            8,
            5,
            9,
            5,
            28,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -2.795245409011841,
            -4.864514350891113,
            -5.350512504577637,
            -11.736374855041504,
            -11.825559616088867,
            -12.68715763092041,
            -12.758025169372559,
            -13.230134963989258,
            -13.450933456420898,
            -13.457801818847656
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                19,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -2.795245409011841,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                9,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.864514350891113,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.861598014831543
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -2.795250415802002,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -3.1921803951263428,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9
          ],
          "score": -3.9486043453216553,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.015936851501465,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -4.436136722564697,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -2.795245409011841,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -3.1921727657318115,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9
          ],
          "score": -3.9485976696014404,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            9,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.015930652618408,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -4.436129570007324,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "C[C@H](O)C(=O)O",
        "candidates": [
          {
            "smiles": "CC(O)C(=O)O",
            "formula": "C3H6O3",
            "model_score": -4.015936851501465,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "C[C@H](O)C(=O)O",
        "candidates": [
          {
            "smiles": "CC(O)C(=O)O",
            "formula": "C3H6O3",
            "model_score": -4.015930652618408,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-safari-simulator",
      "id": "isotope",
      "logitPairs": [
        "original-safari-simulator__isotope__logits_0",
        "original-safari-simulator__isotope__logits_1",
        "original-safari-simulator__isotope__logits_2",
        "original-safari-simulator__isotope__logits_3",
        "original-safari-simulator__isotope__logits_4",
        "original-safari-simulator__isotope__logits_5",
        "original-safari-simulator__isotope__logits_6",
        "original-safari-simulator__isotope__logits_7",
        "original-safari-simulator__isotope__logits_8",
        "original-safari-simulator__isotope__logits_9",
        "original-safari-simulator__isotope__logits_10",
        "original-safari-simulator__isotope__logits_11",
        "original-safari-simulator__isotope__logits_12",
        "original-safari-simulator__isotope__logits_13",
        "original-safari-simulator__isotope__logits_14",
        "original-safari-simulator__isotope__logits_15",
        "original-safari-simulator__isotope__logits_16",
        "original-safari-simulator__isotope__logits_17",
        "original-safari-simulator__isotope__logits_18",
        "original-safari-simulator__isotope__logits_19",
        "original-safari-simulator__isotope__logits_20",
        "original-safari-simulator__isotope__logits_21",
        "original-safari-simulator__isotope__logits_22",
        "original-safari-simulator__isotope__logits_23"
      ],
      "maximumProbabilityError": 2.4978227407268516e-06,
      "maximumRowTotalVariation": 3.350627095748178e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.618868350982666,
            -1.6200528144836426,
            -1.8966541290283203,
            -3.024728298187256,
            -3.2998433113098145,
            -3.467909336090088,
            -3.6312570571899414,
            -3.6401429176330566,
            -3.685303211212158,
            -4.11782693862915
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16806602478027344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "5e3cff3ff9a56e80542664e6bdf5e583b9ac4a4b561ab09a54ace2c6d785fcc4"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "44070d06a38996fcd90f9aad2c4d2da3c120304548c6549bea4abe6f6884fd43"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "e4a94c105ff14d01ddc442db6003be76404cc9227a628448d7ef48e598f1b785"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "3e68549709a4f3cae84254720181e5ad99052157011ab5f7e20099ac196f4000"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a0dce4822f4013cc2f448f9e783bd85ff65743ebf352e7db61ef5a32bfb10e7c"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dbcc5747356c4c13c26ba18ea10b9dd8fc46eb63361df7dbc0a752d049eeeb6c"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "9156be16511d337a0ec18dd2ffdd7b81766cf9fbcf723321f7da88074a4a9cbd"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "a7098ea2a99d7edb243dd12babe35de06c48abef41f4872fc35f7f498de98b38"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "06e6d6e0b9b6805a05818df3caee642d54f68fbb1bb0b4d4719dc598c47ad838"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "cf08d1c8f3840c750c18de33f70e88c8a6f8b68e4a9e6c44bee978ab6153069e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "291e0dcea53ef0ca8a88463da88f0126cfd9895fac42c346c5bf7b4664df339d"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "fe1056eb1deb95326155e5e8fe214467d5d2fcdfb3d7e67bdbd1d8d066b2ebf4"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dc1ba4739ec502e3333f28ca7c63661a820da6592dddb8cfffac61df5b1eef98"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6a9472d28a2c84667f6e15648f80934782a79398653c10216176b1b91e64ce8d"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233243942260742,
            -2.050720691680908,
            -2.733607769012451,
            -3.2669379711151123,
            -3.4123361110687256,
            -3.691476821899414,
            -3.7768733501434326,
            -4.405833721160889,
            -5.037308216094971,
            -5.200608253479004
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2791407108306885,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a026ea29a4a4874f5c7df2a70e6ad2da1083098758bb88030da49589fcbf7733"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7d615cf90e0dd62332e9d7198cd2f894a4bd30f1dc67016b902e826ff82a7a11"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a216b15b4eeb2759c698c667f1c3cbced7f3c0d060b025fb2029001fb1087149"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1ae115dadea390022e9cdb51efe67a4d27458d9dcc462d77af3595348b312f01"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b24997021d1c8843f61e1a88598ed7f99fec8b5d16481b1b83d7bd27f8ad3c12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "98a8ff6f75add21b9a86135e7751982b1a0e20db7af04fdc6519534c0c2c2935"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7b087b15724d8f0367e89511ec3b914ba1953ecbdd6886b280c4d6257d7bb47f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "aeff5477f75f28b6712a95a9451f989b809b9578ebfa1f9a01a3a7f35159ff6d"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.6233458518981934,
            -2.855440139770508,
            -3.1291167736053467,
            -3.917621612548828,
            -4.209522724151611,
            -4.462041854858398,
            -4.483791351318359,
            -4.493924617767334,
            -4.550571441650391,
            -4.919072151184082
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.6233458518981934,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.1291167736053467,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2525191307067871,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a97384727ac73ed7f2bb751f0b5b529d96c25b662855f9d3d2137fcd4fe5765c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "06226b03e84294656582bc511c2c9bdd75505b805f915e354a277932618ae4cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7230cba4b3bd090ef1b3e998bc7860be89d6f75e821f37d007dc3315e7173c82"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33a4cb4e139ac984da6c66a12d61466e80ea01d94ad607d8480168642e863b2a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2f9163bb2de6c869ff38fedbf16d37b01c800e35bf3c4fc394f13c302e38e20a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "353b44da44859233f57d01b91f3ea1f7c4cd2d8521abe94b871b3080452c0a78"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5cd77c53597d4cd513ab739d0ec670cd287d14ec4f1b114255c446cfbfd3e9d2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b35c62afa947186c90cf493d850a3da7dfabd7c847958d560e39ed0b7460717d"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570016860961914,
            -4.132008075714111,
            -4.462151050567627,
            -4.534817695617676,
            -4.732387542724609,
            -5.732325553894043,
            -6.287016868591309,
            -6.292951583862305,
            -6.968576431274414,
            -7.015284538269043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999380111694336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "e53eac0549f6a28fe0cf2936d25c974f5e4fa90f1f991911b80d33157a7b51b0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9cb185b1753282f0aac15d61e6245c66db07f2b68fbb2bcc21b7d8a2aeddab53"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "032397d06a7e325cb65f38e806a092e76ccd902fb94fa2d9be1e2068975b2c3d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "675be7eb08dadc86c09ca2e35915c2dd928b74d3cfdbdf8b845358659379eb8d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a797eee665c8fca2bedfb1441fb100deb44ae236353a462ca8742d5f6a45b78b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "871c4b268200329f2f2f4177285cf37ef272b6afe7cf2c3e986b583c3d3c24df"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "80b1bda422f01b9eb4e5b29f221f1addfa7af51aa6bc49bc8eadad1700f32ee6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2449d28bb7fe0d8b6f562302fdc33ab4c8aed5bd71a8611e77a56e3b9bee9a7a"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.730095863342285,
            -3.9498181343078613,
            -4.433909893035889,
            -4.538572788238525,
            -4.868734836578369,
            -5.158016681671143,
            -5.298519611358643,
            -6.126376628875732,
            -6.302591800689697,
            -7.02890682220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28928184509277344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2bef61bf7793e76fd8b7eeb3278a1330aa8bcbd18135bb5e53f05925d6b48b71"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "43acaa0998e03dd5ddf11ed70fea03f6e3f3ff7010c31706b90536e2fa0141a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "358e2e4ba62bd700c1c889036c344d7effc3ad8cc61cd772816d87d6cab0abc2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "06eabfaeb69f756bc26756894af89032915d7b3705b5cf1679a2ff265f8da039"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0cb74502a9630b8a89dc448d5b1d88a5f871df1c89b738f255a48ab0b9cdc5af"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f964b4c5aabdd023e82bed7a54399bf31f7291cd6647be1efa143f305dfb35b7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9791e68dda3d3f239c27f07a4da3695fd92d4b9bc83e00822a5bd87334e7d251"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "720bf395c24c195392bab4c03841a020e77deb356a155cb597b412adfc8bc5da"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.538573265075684,
            -4.590206146240234,
            -5.124658584594727,
            -5.273160934448242,
            -5.360751152038574,
            -6.116132736206055,
            -6.146402359008789,
            -6.409313201904297,
            -6.610935211181641
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08759021759033203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6d51130d2b9ed414d322e7560763d46fc92764225789ff9f29e311c70040eec7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "71a44327356c2299bdd504cec6be569c2fda8d2ddcd17ff72c9f8eb013191ea7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d572c3bb54e56169b574f33a2a0cd19ed910b695a063e3d2f0ab512fe1d7b4e7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "42dd24edb875965a1cedec464dd687730a68475bf5ff2d82a8a9c342603a8380"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0bb6bf9273c3066f28ada118b1bdbdcbe235e65d2efba8b37e91490661dcc8ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ff4dc78c79d94adf1bf924d4c2b5a95d891e8407eb5d638eddeb7b4874f06e03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9b8637bee7026f1d230c35ec1cfa9f29abb65b82411aa65a35b43e543d9e0495"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "688aa2551886ec6ce91049b4f661934a2985ad01e326b2b2f7421ee7db5e48bf"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.626727104187012,
            -4.706858158111572,
            -5.2731614112854,
            -5.911760330200195,
            -6.788915157318115,
            -7.208338737487793,
            -7.218818664550781,
            -7.7965087890625,
            -7.9088544845581055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771548271179199,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7a052a89fbf7531aeda104ff6936dcc05c88f4d3f8dc726a4a73689f86292610"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "929becaff208995804f1bc6d9b850237206809b0b3375d757b0425d25becc8cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "43c4822f249f8a07eb610ccdf03e99d6f89400ec04779fbb3f3e2658c95e1691"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "67a3ea78d52a5a8bc864efbf956f5f4c50b343bd9cc12006f5f2079de73b30c2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "34ebe3277b180c18d6502d5e9c0c16b60c7e33841f7a1c7fe02df6077c6cb021"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "955b9f453965392797718ed53c310bf52bf77e798c7abb23f62274ffa924522f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8e948308f1e0cf9d1b2236eced1677e5406a3b053edd733b9605705f181651a6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "241d3ee9a7149ba48535f110c9aa3b0a9cc3a80951a012126734f0765a4fa887"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.9513678550720215,
            -5.156772613525391,
            -5.1638360023498535,
            -5.451318740844727,
            -5.562664031982422,
            -6.774130821228027,
            -6.987249851226807,
            -7.161184787750244,
            -7.178929328918457,
            -7.327513694763184
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114667892456055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2dc1a73cb30733b38d64499857581f13b8ae4b09e9ed7d4966d192e83f7c10cf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7b596ba4e2a01ca80d5da1930a93c3733115f90506dffc1f8f6b5d5b6123a705"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7ef7d41951aded8eac800413c9832281bdcdcbcb060e51c2f3c1717d2e24387b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c01833d92acf56c2754f5b46b3450835dd9a4a6c768c62b6ea165041968e1522"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0513f8a368bcc1c95437edf0585c67d563dcd0fbc3a8aeb775276499cb1cc510"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "fcbe919e9c4deedcb6ca61b7441778c2abb46fa12804eb32ff7e47a50bec86eb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "aa809de6cd224ca8fb19a5c4835950ecedb7c2bb6d29439cabb1227469e2cec5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "42ac8a2aff385b4f1d0b9d8ed29e0cba8029d11a2b3c1feb7802089ab9c8226f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.1554460525512695,
            -5.164139270782471,
            -5.919897556304932,
            -6.130503177642822,
            -6.354485511779785,
            -6.510918140411377,
            -6.939023494720459,
            -7.113364219665527,
            -7.178903579711914,
            -7.420920372009277
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1564326286315918,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "10569f1f1eafc757ac0db16d4d7ed097f044f6ac46dc754581437393ce4fbf0a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "127d8a7b37e565b72f2fbeb7da9aa14d1e98aac2e0cd813d4b7e58e48990f5d3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a535bbfc48aceca29e4998d9571620c95481ffbc5bb7942138c92ebb2ba765d3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "012ba2ad5a56af868a567131605de2002ece9b7c9beaf4f8081ef19aa16bfbcd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f31b3e92096f38f59b158ae85e0ae826031ae95ed38e60fbc1dd2120f9edc2f0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4a8565adeabd277de06786cd2b646af7d8ccf057ece3aab2a652775066234a62"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a24e25e257775c52cab0c280ec45db8a3042257adfa59fc74ccf5a0543a69f10"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d5b3641009e4254943807af4634e346e866c56356a58ca611e91e352ebe45185"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164139270782471,
            -5.74774169921875,
            -5.847601890563965,
            -5.920427322387695,
            -6.082671165466309,
            -6.130503177642822,
            -6.145451545715332,
            -6.354487895965576,
            -6.4701948165893555,
            -7.105710983276367
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04783201217651367,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "b70318e57be862bf0f38b568e0ce02e8c4ec23479dfe3b1ab32674789ea3d9f5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "75d65373e54edaf0b155a492cfb3de2dc71f9f4dd116a08bf6bb871759b13dcf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fba86e811b7c8c77f12ef09e3ba9a587dda7ed4bd59ca72d67896f6a29855949"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "11dc81e4de4e6aba12a6d272171de3c5de481f4c3b14601baba8053149ffda94"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5a239d5f0d6ba30229001b60e0b8bc8a70ab955116b2cda68865f40a49418714"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0108a6d55ff9110b33ba8fc2ff5aad8656cc8804f8701ca7e01b0b9841a8a034"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "68e2bac5a95509eb6a2b3cc07aef21d6d639109f46bbcc9061c48bdebfdeda13"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "aa3133a285636f84ad608ba03705287010b8547ad71c94bb9682e046895dc710"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272756099700928,
            -5.832277297973633,
            -5.847601890563965,
            -5.920427322387695,
            -6.220719337463379,
            -7.845647811889648,
            -8.403486251831055,
            -8.52688217163086,
            -10.626203536987305,
            -10.745889663696289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6249284744262695,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6f170694a364f27e7a2e4b6f0833ff979de246a81c1f80fd518edbdc262ab989"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ce98ffc91e506897f1f06a7494b3f220fe690272b515b5196bfb2f38b731b339"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4874c5eccd6eb22a5374bdfcbfd1a70edd9a1de8df85d99e9e6a1c8819b36879"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c0b422d13f2d0891518c3f30dcefd7204f83e41202109c9597b8e4b4e9170998"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5bd4a9b075b367cb72bc257c761d5d04cf6ad5d3f26ff91898c01e4b66efee9d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4ca7b88039bfcd67b509ec6e7131d8fe8b8225e5da0c31f766a5265ac5e5b5b8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "62a2c35aa4863d2349a722c4c44116b4675c36c16739b3f7d42e853a2be0e34a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9e84a6aa71caacb8b8c4a10cbd1c9fee3dfdcf4bf4a9c265105c6eb75a868d5b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835171222686768,
            -6.024505138397217,
            -6.097123146057129,
            -6.663396835327148,
            -6.874382972717285,
            -7.210858345031738,
            -7.257774353027344,
            -7.66322135925293,
            -7.865755081176758,
            -7.901448726654053
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.663396835327148,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3364753723144531,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d0417e5870cb98b2ef9c4ee82588263cddfaa72b37e75886fc317788d10dc689"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "792d94c64b28e6abe948ec694d28c40f4f1b1bed38fdd00778d6ef7615670ceb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b65e083d6362bb8f4e94578f2ab6f93ef3ee3f70bfbe3091c20fa9aec0e2b262"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "85553c4a3f5097084136a3bcad2ee2cdbb06191e09dcfc4831c4fb69a2ea4db4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "c6064cb8fb95cc6ac00858d06a4d6b3eb90dc1d79f942ddc8d5115aeafd353d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "fd011f928b3a83a65e3f60d6a0c67f4e081751e9b894035e8778be9713934b2a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b877bdc41a4f2b633019f126dad96fbbfe9a79f001c5fe87df344ab9a9a8cfee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "193b3333bbf8775d81fa1f4b32393d189ccb820a7d7b0867629b49628ff94cc9"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835174560546875,
            -7.21713399887085,
            -7.220550060272217,
            -7.677140235900879,
            -7.691018104553223,
            -7.7683796882629395,
            -7.801595687866211,
            -7.841050624847412,
            -7.952846527099609,
            -8.021113395690918
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0773615837097168,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "570d435769d19b25222437e62004e7bcdd3d6dedb3cc1d17e0f354d15ab9b9dd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e4108a25615f77a62688ec18013298d9160834b98020be5bb3696e8ce6573f69"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a44be9badc350b525f31f405a19435ae9a80a1a5f5009e529b88bacc187ed982"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "184d8f56ca422c1498b90237167434e4cc96978d0fd2b92e806eae3fad27f409"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "efd6616dc5ba23375018323c9f5ee357d4ceaaf0175b880da451db3aa93961f1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "859b84cd958a079f6a823fb9b6b08e550c71f0b35c7ca7a1fde1b35261ddff79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0f669f9294ae59f6b37fc1d0bd32207c6846ea11086b51a5bf28eb92650c9b0d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b65c1a13c00ad58d78b62dc80b1c1088966f73e79a7f1a2537a999ba4c05c29f"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.9741668701171875,
            -7.218398571014404,
            -7.677198886871338,
            -8.001812934875488,
            -8.12448501586914,
            -8.804722785949707,
            -9.126652717590332,
            -9.30630874633789,
            -10.151649475097656,
            -10.499442100524902
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677198886871338,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6802377700805664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "88c385cd0a4ed195cf8586d04e6f5ab716af800c5dfa82d119c380db6fb8f61c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0240932bc61c21dacc98b676f9632a3583c3d5ffa1967cb6439a806f0bf7e208"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8c1e5ebf14832cd945e1719e861ef656fe822ea3218b1e7aa04ec6122a31b269"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "85266fa8e47de7a49ec56e286bf0fa3e1c6073b13ef62c1ab3d894247924ae38"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "65106db124ad84b998e793d020527884194c5be09ce6a8aaa8ba1e1c0165d179"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f7fafc932ac4a559bda50ea87c29808ef924f3931b4a37d10533d8136dc5d5c2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "fdcead890c4cc25b1260a5030a8e688b12fcfaf024ec24a67de08b6708a49b51"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "917f7cffe3f4d54892b6bf025d986af1596cd11491f61a2878dca92127cfe1ff"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.218405723571777,
            -8.12734317779541,
            -8.393034934997559,
            -8.806388854980469,
            -9.92815113067627,
            -10.778404235839844,
            -11.324385643005371,
            -12.283562660217285,
            -12.476114273071289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217622756958008,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "65e8fdb31b62b8b0edaf8bfc8c6b0fd127553e941e1ca57b41593f4f48c4036b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "8fd3b58afbefef3806b467f2ac608f972410bb87a5b8c03945a3b6118480841a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "04e3dddc25aeff3b7b5e38e6a6d0a9bd9924f7df28effd5bccda8aaf21784770"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6baf452562bbf8e0fc3e20bac5247acaec5cef254f128830c0821d5f9ffc63e9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6333853a5fb96e9bcb2622cb44135b641901a052b143488505e0d83b79319f12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "58883cb3dc1e594190052541b82beed66a9c2d64e09976c85d462b83f1fa890f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c44b4081b0046c83d1a9e4f8e59266146afdb97da1fc075dbcc96b33793946be"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "be8f05d78eec228e6dcb674c0f404f1a3b9a1f1b74826088fbf3c94a59744227"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.367037296295166,
            -8.12734603881836,
            -8.402846336364746,
            -8.806390762329102,
            -9.207042694091797,
            -13.022756576538086,
            -15.058290481567383,
            -15.291104316711426,
            -15.589313507080078
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4006519317626953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef4af1cd838c3d79f8e57210bdeebe30c25bd11374f229191888555d7692de8b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3faafac362b1286c41fa466023eb9e2addc85ca75cd2e6d5322fdd41799f72ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d1505eb261b75593317595490b57521f4b066fdf238c89c60814f3e0d9f33736"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "48c239bb33819640574c480ea8b1b42c53c7aa142bbfa79d1e8e4b2d4c1ed709"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f85dbafdb5280fcab22dd7131b4de5a0948e7059c8ba26642c6e0f4c42d965c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "9d0f49e5f5ce6477982f4a782d1e130d3a74f4d176a9fa63383cf6d2377c716a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f6bd2fb86882e70480e56fa5fa4b2576ff5a554ac0499112470b0cf1de3ca73"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "5e5b5369032cdc40b6fb180c0cf65903825cf9dc76f173257386a3163196c816"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.974940299987793,
            -7.367048263549805,
            -8.178160667419434,
            -8.402985572814941,
            -9.120019912719727,
            -10.132535934448242,
            -11.167595863342285,
            -13.232380867004395,
            -14.85342788696289,
            -14.966073989868164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125160217285156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1b3d2a939c96b79208189d9e6bd23f7ddad6f4bf5b536122bd20f042ff59372b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d6ceda688b1e594931823ba5780b351723b203d45f45f1dfe8960ff7dac66bc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ba2bad54f131ed3191dc36a0fd91bc2de93cc62c73544960af713969380f5ceb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "424fa43e437a7751ae5323d3b8bc71df47aedf3031c83d63d816e391a01aa3ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a293c95962fe36f9c9ae8c193773cfff2aba88fa4b18d6b4068e450bdb7ffd69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ce812a2d30694df285ca768e6ad2c40fefd29a0b7d7972ba581f4709b37d53d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a00b21f9bdb103099eeba61952af43d64c4c2e10466bcc89271268dbbbdca87d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "84f3a4f3be939df77424cf7ae724d676a518b4ad5cbf18aa1d49196f56234401"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378390789031982,
            -7.159922122955322,
            -7.367048740386963,
            -8.178171157836914,
            -8.4030179977417,
            -9.120036125183105,
            -10.007558822631836,
            -11.750045776367188,
            -11.795624732971191,
            -12.92148208618164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170181274414062,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "6958811284911f3ffd6c2ee241567e69d05ae0682e1bea98ca7b7d8497c120f3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "790971e7c7a7a5dcd5807e2f49126261cce772441bc8eae8216ed98d8a8e23cd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1822a6e7ef9dfb7074de4f48252669e8229fd1d63ae20199f6faacff66d178f6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "df7403ea95cfd506c8c55bd139c5c017f773be906c95c31fc7faa7e274d26454"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5a6dd9c0344bbbe3d10595cdbfcab49e39a078335b7aa0a3b36b8791195371fe"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "467228916248739f01917c5e6937996324a6585b1b1b3c017ad1f780de7f7a37"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "db8e18f911e6111b5c36966493dbd01999bf71691bc452c2ee6679073427ca8d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5b0e1716f6a791b41274446469558b79d6fe7e18f50e304da3481ff535397c5e"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.367965221405029,
            -7.601821422576904,
            -8.178171157836914,
            -8.4030179977417,
            -8.891338348388672,
            -9.960444450378418,
            -10.724023818969727,
            -11.309149742126465,
            -11.363237380981445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48832035064697266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "54f7ade7af66cdc009d15d79670b64291b6d3a6ed5a6f78b18adbb427c8e79ac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "861adf5b35c782e3680cfaca26d5c3a6119c7d979b00fa847828480aaffabcd1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c41b3087c3c77dddef35c3f6717de6ad3c3976e96b3a2f875a6c8a6c6ed2d436"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "983aa0196785a0aa76eca9a5da2743149023450397d0ebb27113a354b6613fbb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "447f3ce115f4be00cdb1c8638492306b137caefd2055dbd7ec18a94f19584fe4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "1dcebc6a69fea4f8ac0d42aee9faecb338741b35db43aebee9dcee90fb67c798"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2de60979bc6b7f9decda7af5cd1f84a7c82bc6ebdf1d18b0c98b30f205721acf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "211dcbccba0949661df57c5919b5b5451ab60d46c00506547592507831968e2d"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.601840972900391,
            -7.737105846405029,
            -8.189591407775879,
            -8.403030395507812,
            -8.550690650939941,
            -12.66903305053711,
            -14.734381675720215,
            -14.920083999633789,
            -15.006481170654297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1476602554321289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ac8a4def1f368a6eb03fc10015d174ec7f120122a10199f5b2fdc1f1e41342d5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d74e250743ecaf2b8822fd3a2b16edab89f542451fc39f2184ed5ecedf2cd6b7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e1a3444d515a08bf85d4055c01b6d9c4270ea8e6a5497f1dc1b2ad4986345107"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "58e4613834c628c4d74b6c477ec3f23a0537843e3985922c055ade86c3598f1c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e18efb85ce62f0ff284ac637cc55b36bb3cb49486b6f132f39a9c4dc63887c98"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1fec73de4806d440915d883a64b03fe284410f07d42df02333bdbdb5d9c7598e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1c1a1588c9d536bb0f095798893d08663358ca354eda6ec7f4b21a62a013d1f0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "6d3387300b832a027f71f95a1a5fb1d4274a3125ee279fa5630cc6033ea563be"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502535820007324,
            -7.601897716522217,
            -7.737132549285889,
            -8.403075218200684,
            -8.430048942565918,
            -8.694684982299805,
            -9.748400688171387,
            -11.257413864135742,
            -11.4656400680542,
            -13.19868278503418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2646360397338867,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "58c63c60a619dcabba6ff82ef0d0ac9e6c494d06a5d6561c793cdda17d3e3aa4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "5466b3249fc88ccfa5fb6c8b4df754b0b15611540a8e2a6b9f29b924a9f88707"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "018b913191a83f2aba6a440a8b6c092f25ab4a3519c61bc7a6d1fb477127a165"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d67d704a65451171c2a9419d877f789ce0fc48a02a1e242430e4c0f4a8cd381e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "c2666508b6066d05278b508870e1f554a2cc1c584843dff45a75e42a7cce5ae2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "9e3699bba8de30ba8ffd1a5b9c30b4d70337f102adccd4efa71c2f6256ad0bb7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "ee3919457085e4accdfc95f08a1b6b9a89628e601222571ec4d97e4e799b0122"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "4874ec7bde2583a58a8e0ff2d71e75045ded3755253eac43036086e0fdf6f196"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.684122085571289,
            -7.60191011428833,
            -7.737132549285889,
            -8.403091430664062,
            -8.430084228515625,
            -9.384807586669922,
            -9.399446487426758,
            -10.786476135253906,
            -11.128336906433105,
            -11.618820190429688
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547233581542969,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "ce3be055b5f0bbea8f0d62a211772c302cf198f0987cef62c970eae17dbd5e33"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "1bf974963fd698035372bd4737af242b81f01d05b6675a38f628a88d26012798"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "b3fcab1789421cff7700cdb57fbfa386cc7fead2a7efec5038797c18693cc26a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "a2af1f595c1809b3d704a6b26558b1438d7e6871b5a80b9edc20e674dae22ac1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f49082f718ea4bbc6cb023ad69764eb863b48e509ab0e40469f04b85a16776ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d1059b42dfa19d20dbe8b08ad1d91410c57f1f191f2c1502f491036dce7e5606"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f466a2926d4d63379639dba8634b58533486d75c171fe08ed84084e22d9a4186"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d61e071440cafff0c9b50de8486f5efd292099acc6fb599bc583a6a2820d02a7"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.6852617263793945,
            -7.605001926422119,
            -7.739434242248535,
            -8.409729957580566,
            -8.430084228515625,
            -13.881999969482422,
            -14.269865036010742,
            -14.301294326782227,
            -14.434270858764648,
            -14.685869216918945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451915740966797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "59a1e283f23d47ac219717e0adf5a2bf5a09911985cb085e967967ffc8d957e2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "03d0bf6fadb8d8260d89798fb81018e717520de5d007873c5a511325a0aaa3ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "8df5abb60e9bafea8bb0b2933f1b6d3ced0cf8915caac7c89657f26fbd1a4835"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "7720fec833a70db0f81e1cc4deb05c058e861c4de1caa179695ba90374d282f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2ebf2aceb20d43020523b99e22553300c9ab41d300607b3f280af3497e26a360"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4325b6fce38d3dac45f92247214fd91230af6849b932444aa1a62f29b94b2f27"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4b01163e199f6adaeb0743290e1153faac91947cc7bb59fa5cd9b2772e26e8f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "0ca6b5613888c812b6274056e296ed03d93c40d1973aad875eb30f94f2832296"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.916341781616211,
            -7.615095138549805,
            -7.739712715148926,
            -8.428159713745117,
            -8.434804916381836,
            -8.64852237701416,
            -9.926487922668457,
            -11.41327953338623,
            -11.80119514465332,
            -12.523164749145508
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.916341781616211,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.615095138549805,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739712715148926,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428159713745117,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21371746063232422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "9ab752cdc9825e773d93ed29f63ed2ae169452c0fec54fc26fc993a9cc70c014"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "73bf2a7899ad171ed977779256644040e0ca2cdf57b1926482b9f006d03b807f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "8d9437f44add6f9bed5cac5747cbac0d6c883570e0420ebf199ae2d6e36d0961"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fbdcd56260e9686ff1332ef6289339b7a43a106c0ca7c1ec5ac5ff95b4575fbe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "784c1d99a77f5a5be199abe345f6f5b0aa8ab6d979b464062a70e73126672365"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "54b37ef24d518afae62f92bd48e6a25ea5e22d5a2a4df6c859ce723092cb4a93"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "e450a505d7f776283ee7af59653648954d4af3cfdc7661e4ac69a084fff374dc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "18bb43b9c3ad89524ad0f22a133704c7430f2a93fdc8f70f1ef75fb822c08563"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.618869423866272,
            -1.6200522184371948,
            -1.8966566324234009,
            -3.0247292518615723,
            -3.2998433113098145,
            -3.4679112434387207,
            -3.631258010864258,
            -3.640143394470215,
            -3.685305118560791,
            -4.117828845977783
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16806793212890625
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233227252960205,
            -2.0507261753082275,
            -2.7336087226867676,
            -3.2669458389282227,
            -3.4123339653015137,
            -3.6914782524108887,
            -3.7768702507019043,
            -4.405834197998047,
            -5.0373148918151855,
            -5.200614929199219
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.279144287109375
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.62334406375885,
            -2.8554534912109375,
            -3.129115343093872,
            -3.9176321029663086,
            -4.209518909454346,
            -4.462052345275879,
            -4.4838056564331055,
            -4.49392557144165,
            -4.550575256347656,
            -4.9190826416015625
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.62334406375885,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.129115343093872,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2525334358215332
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570136070251465,
            -4.132016658782959,
            -4.462160587310791,
            -4.534814357757568,
            -4.732399940490723,
            -5.7323431968688965,
            -6.287034034729004,
            -6.292972087860107,
            -6.96858549118042,
            -7.015294075012207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999432563781738
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.7301082611083984,
            -3.949827194213867,
            -4.433916091918945,
            -4.538581371307373,
            -4.868746280670166,
            -5.1580119132995605,
            -5.298529624938965,
            -6.1263837814331055,
            -6.302596092224121,
            -7.028911590576172
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28926563262939453
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.9500956535339355,
            -4.538581848144531,
            -4.590221405029297,
            -5.124665260314941,
            -5.2731709480285645,
            -5.360756874084473,
            -6.116137504577637,
            -6.146412372589111,
            -6.4093241691589355,
            -6.610946178436279
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0875859260559082
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.9500956535339355,
            -4.6267409324646,
            -4.706864833831787,
            -5.273171424865723,
            -5.911765098571777,
            -6.788913249969482,
            -7.208345413208008,
            -7.2188215255737305,
            -7.796513080596924,
            -7.908859729766846
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771481513977051
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.951376438140869,
            -5.156782150268555,
            -5.163847923278809,
            -5.4513258934021,
            -5.562678813934326,
            -6.774141311645508,
            -6.987246513366699,
            -7.161184310913086,
            -7.1789445877075195,
            -7.327518463134766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114624977111816
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.155453681945801,
            -5.164150238037109,
            -5.91990327835083,
            -6.130509853363037,
            -6.354494094848633,
            -6.510922431945801,
            -6.939043045043945,
            -7.113373756408691,
            -7.178915023803711,
            -7.420933723449707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15642833709716797
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164150238037109,
            -5.747755527496338,
            -5.847607135772705,
            -5.920433044433594,
            -6.082675457000732,
            -6.130509853363037,
            -6.145456314086914,
            -6.354496002197266,
            -6.47020149230957,
            -7.105720043182373
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04783439636230469
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272766590118408,
            -5.8322906494140625,
            -5.847607135772705,
            -5.920433044433594,
            -6.220723628997803,
            -7.84565544128418,
            -8.40349292755127,
            -8.52688217163086,
            -10.62620735168457,
            -10.745895385742188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.624931812286377
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835183620452881,
            -6.024509429931641,
            -6.097126483917236,
            -6.663402557373047,
            -6.874397277832031,
            -7.210868835449219,
            -7.257781028747559,
            -7.663222312927246,
            -7.86577033996582,
            -7.901453971862793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.663402557373047,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3364715576171875
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835186958312988,
            -7.217143535614014,
            -7.220556259155273,
            -7.677152156829834,
            -7.69102668762207,
            -7.768373012542725,
            -7.8015851974487305,
            -7.841064453125,
            -7.952859401702881,
            -8.021119117736816
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0773463249206543
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.974178791046143,
            -7.218407154083252,
            -7.677210330963135,
            -8.001827239990234,
            -8.124497413635254,
            -8.804729461669922,
            -9.126667976379395,
            -9.30630874633789,
            -10.151651382446289,
            -10.499454498291016
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677210330963135,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.680232048034668
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.974189281463623,
            -7.218414306640625,
            -8.127354621887207,
            -8.393049240112305,
            -8.806395530700684,
            -9.9281644821167,
            -10.77840805053711,
            -11.324396133422852,
            -12.283576965332031,
            -12.476129531860352
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217689514160156
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.974189281463623,
            -7.367044925689697,
            -8.127357482910156,
            -8.402860641479492,
            -8.806397438049316,
            -9.207052230834961,
            -13.022771835327148,
            -15.058294296264648,
            -15.291105270385742,
            -15.58931827545166
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.40065479278564453
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.97495174407959,
            -7.367055416107178,
            -8.17817211151123,
            -8.402998924255371,
            -9.120027542114258,
            -10.132538795471191,
            -11.167598724365234,
            -13.232393264770508,
            -14.853431701660156,
            -14.966079711914062
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125112533569336
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378401756286621,
            -7.159932613372803,
            -7.367055892944336,
            -8.178181648254395,
            -8.403031349182129,
            -9.12004280090332,
            -10.007566452026367,
            -11.75005054473877,
            -11.795637130737305,
            -12.921491622924805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170114517211914
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378431797027588,
            -7.367972373962402,
            -7.601830005645752,
            -8.178181648254395,
            -8.403031349182129,
            -8.891347885131836,
            -9.96044921875,
            -10.72403335571289,
            -11.309162139892578,
            -11.363258361816406
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48831653594970703
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378431797027588,
            -7.601849555969238,
            -7.737112045288086,
            -8.18960189819336,
            -8.403042793273926,
            -8.550697326660156,
            -12.669028282165527,
            -14.734395027160645,
            -14.920088768005371,
            -15.006487846374512
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14765453338623047
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502546310424805,
            -7.601905345916748,
            -7.737138748168945,
            -8.40308666229248,
            -8.430058479309082,
            -8.694686889648438,
            -9.74841022491455,
            -11.257425308227539,
            -11.46564769744873,
            -13.198694229125977
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26462841033935547
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.684129238128662,
            -7.601917743682861,
            -7.737138748168945,
            -8.40310287475586,
            -8.430092811584473,
            -9.384821891784668,
            -9.399468421936035,
            -10.786483764648438,
            -11.12834358215332,
            -11.618844985961914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547290802001953
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.685267925262451,
            -7.605009078979492,
            -7.739439964294434,
            -8.409740447998047,
            -8.430092811584473,
            -13.882001876831055,
            -14.269878387451172,
            -14.301301956176758,
            -14.434281349182129,
            -14.685876846313477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451909065246582
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.91634464263916,
            -7.6151018142700195,
            -7.739717960357666,
            -8.428168296813965,
            -8.434812545776367,
            -8.648530960083008,
            -9.926483154296875,
            -11.413285255432129,
            -11.801204681396484,
            -12.523172378540039
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.91634464263916,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.6151018142700195,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739717960357666,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428168296813965,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21371841430664062
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.6233458518981934,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.1291167736053467,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.663396835327148,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.916341781616211,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.615095138549805,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.62334406375885,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.129115343093872,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.663402557373047,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.91634464263916,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.6151018142700195,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.6233458518981934,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.1291167736053467,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.62334406375885,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.129115343093872,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 3
    },
    {
      "group": "original-safari-simulator",
      "id": "medium",
      "logitPairs": [
        "original-safari-simulator__medium__logits_0",
        "original-safari-simulator__medium__logits_1",
        "original-safari-simulator__medium__logits_2",
        "original-safari-simulator__medium__logits_3",
        "original-safari-simulator__medium__logits_4",
        "original-safari-simulator__medium__logits_5",
        "original-safari-simulator__medium__logits_6",
        "original-safari-simulator__medium__logits_7",
        "original-safari-simulator__medium__logits_8",
        "original-safari-simulator__medium__logits_9",
        "original-safari-simulator__medium__logits_10",
        "original-safari-simulator__medium__logits_11",
        "original-safari-simulator__medium__logits_12",
        "original-safari-simulator__medium__logits_13",
        "original-safari-simulator__medium__logits_14",
        "original-safari-simulator__medium__logits_15",
        "original-safari-simulator__medium__logits_16",
        "original-safari-simulator__medium__logits_17",
        "original-safari-simulator__medium__logits_18",
        "original-safari-simulator__medium__logits_19",
        "original-safari-simulator__medium__logits_20",
        "original-safari-simulator__medium__logits_21",
        "original-safari-simulator__medium__logits_22",
        "original-safari-simulator__medium__logits_23",
        "original-safari-simulator__medium__logits_24",
        "original-safari-simulator__medium__logits_25",
        "original-safari-simulator__medium__logits_26",
        "original-safari-simulator__medium__logits_27"
      ],
      "maximumProbabilityError": 1.0517266210152698e-06,
      "maximumRowTotalVariation": 1.0517282299751353e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            45,
            39,
            13,
            14,
            21
          ],
          "topCandidateScores": [
            -0.003409051802009344,
            -6.159326553344727,
            -7.351055145263672,
            -7.448540210723877,
            -10.651450157165527,
            -11.384770393371582,
            -11.704241752624512,
            -12.150174140930176,
            -13.382861137390137,
            -13.416632652282715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7333202362060547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "7cb21a86a15fd73b2b459a887d46430fe1bedddc0242a79e2769aa97923ecccd"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "9f611e4881feb1bd1bbe2b080d43809ae65df043a86262d6b1b5a509476fab63"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "48b62662e2521b8893367a0b4abd6204d235540c73716c2a682e2ed2ec445b20"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "7e6616be1239feafa0522752dbf585ef5340f875318f8cd62cf376559bcc1419"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "618a805f26e96df72aef9fa881c9bead473b489010a6e448e2bbde4f19fadaf5"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e80355c2400d645ef84a97c894743660be8c47d6c4f3d1a2254c928120b5d91b"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "2a100c77b11fde90a75548cbd8840b4856ba8e8e9d080bc468cf04ce90395694"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "8bf4551fa10cb7aa61f3b07198b2390607eab0fc117d361a4e340dbc91324d38"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "da3202877e38776fe6a7c3cb9c9b7fb6fc26c437236320233d8eaaefee81c8a3"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6727616b711e8ae6871b99b3f83c693b3a53ff10cc205ce49832ca5b3f3bf9aa"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "6aa534aa508cac16f09c3595374dd228c9cdc1590c969f5d793545e6eec6eb89"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                28,
                64
              ],
              "sha256": "4ea7f6ba235bb7d033e3aabdaf6a4e86f0ac845f79c0415d85bfe064d82967d9"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c9368d31778ed221eb900be67532f68ba82dc1c1c7721f79a858a6fd6b2f1617"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c1a8074afc38fe4a2a75877f8f4b1f2d5dcf25adc6dd9dee67d62171437753dc"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            11,
            8,
            5,
            6,
            12,
            4,
            11,
            6
          ],
          "topCandidateScores": [
            -0.008831222541630268,
            -5.412415027618408,
            -6.212157249450684,
            -7.351055145263672,
            -7.651806354522705,
            -7.790347576141357,
            -8.580768585205078,
            -8.703320503234863,
            -9.373054504394531,
            -9.871748924255371
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13854122161865234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cbdafd828c8e4463f281e166d3ad14c7b8390b329964c32882a28680216a2fac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cc6687caf9912d579a7724f1d0349522e9631918040fede4dd5e972a3dcc67b2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "dcb7321c86899a40890cf0275d4b10fc57ced2043e6c47c4f8e05bb7c7f793b9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "9b37cfe22274e7e07da68e1e5ec1059e2eac9db15b9ea2dbe62abbe3fb46ad55"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "657a0b0803fa4f7dc59ff675335c33f088f621c2b75c385fa8e5acc0bc3d9229"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "820e191fd97d4db9bf5ba20b9cda5cbfb22d591aa4eaf5916057f1cb195c3fdb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "034dfe0f1369f1cd9128e024e99637e74225c7353d78d1cf6c684e628be1fa14"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "80fc0ebfe19ddca375f4a18486a9c2cbe758ce46d0ccb80ff84a99398ab04c23"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            9,
            11,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            4,
            6,
            5,
            12,
            4,
            6
          ],
          "topCandidateScores": [
            -0.035829510539770126,
            -3.6676039695739746,
            -5.419193267822266,
            -6.221490859985352,
            -7.696473598480225,
            -7.80914306640625,
            -7.981823444366455,
            -8.205761909484863,
            -8.53738021850586,
            -8.5944185256958
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11266946792602539,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "4fb89409ef25dc45358e3ec807045f4be6515b86bc2f6fc6e6d5fc4fcab0285d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c775af2f4fb4be7016c4c54b00074b5dc546409b3996edad529755fa87aebc31"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e7d4ab816b587e70923253cd760b848b69f141f74699eeed425df93e21c03a81"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "47d163ef5c7503202745f665b30c3afd51652a70da49a5952d282d7c7540d73f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c844c1598c4c690aacafe9cf8ebd177c1111b80f9ba07b5e08fa859211e16f2d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33d1c8597ee6dccd1ece19da4c4af5871d809d36a32e35cb3cfe3b617174e1cc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "20b64f106036608809802a057b80321f5a451eb63bdd99a8abae67e05f882a00"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "82c72f02dcd2edfda97415f5fe8ecc9c8cb41a295fdec23c15ca586c96501eb2"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            4,
            6,
            5,
            4,
            8,
            4
          ],
          "topCandidateScores": [
            -0.035937268286943436,
            -3.6741065979003906,
            -5.422361850738525,
            -6.313315391540527,
            -8.331506729125977,
            -8.454946517944336,
            -9.066561698913574,
            -9.402445793151855,
            -9.488216400146484,
            -9.75953483581543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12343978881835938,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "53a0510b69613e62189f00265d8dd7a7843d6567e3fb5a5c3c77181acf3f2888"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1f54800c329d4470689a908bc660025431ccf7dd422b1bd6ac92fa4b83d8c273"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "5feae3284ba5c8addf78e3d7755786e1aa4f72c03984a045db0f91d07a51cfa4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6265ad3befb6f09ae75700471fdd47a8b0520b746266bbeed2d69b5c47af674f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f45f633dc8ee949bc91d84bf8700235c948b913aa33d00b26a9fa9bf44225cc9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "15483a877bec04303780403044ccaea586d9e7444e8787f27bd29a980f1f13ca"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3ec3ff129a1c2b8a1f68fe847c5d007b23758c3d745881f4dc4a454fa90f8f0e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "859506633f9cea03238be61b3692f377b3083023b5fd0b6881acb653dedbd8fc"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            3,
            4,
            4,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            9,
            12,
            5,
            6,
            4,
            4,
            4
          ],
          "topCandidateScores": [
            -0.03602917492389679,
            -3.6741254329681396,
            -5.422884941101074,
            -6.797939300537109,
            -7.980749130249023,
            -8.16865348815918,
            -8.823904037475586,
            -9.301136016845703,
            -9.635550498962402,
            -9.97497844696045
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18790435791015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "889a85e35f20ba25dda7c00834325bdfcf1c167213215286f841cea74fe32c78"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ac8b5fc4317a81a0c18e1beb2baa0c80ed789648dcb13d07554519ebfb67e868"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "deb79be649432aa165c905734bb9607ba045a9f5bff18b9198771028e84ffaf7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c789ca818438092a266443bf9faf5dc0037898b817d118088eaaf1927301801e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "85501d7f5de5c1ea1d4551b1f3add277fc0d7191ac157ded3280f6c1d1259998"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6bb4dd687531c98cae37c4ed54ee013a10f4d9a7684ec4044b696978bd4f89f4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "cd059db0ad933882d9d8cc1c486095ee746d0944acb0755fa4be2bbf78b45da6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4feba7c8a6b1292971623b48fc8a4eb67ecca0dfe3ccb13ca3a38d1d15dde01f"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            11,
            9,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            7,
            5,
            5,
            9,
            4,
            4,
            5
          ],
          "topCandidateScores": [
            -0.03606255352497101,
            -3.6741254329681396,
            -5.422962188720703,
            -7.06180477142334,
            -8.051094055175781,
            -8.299375534057617,
            -11.185491561889648,
            -11.560127258300781,
            -11.68459415435791,
            -11.713674545288086
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24828147888183594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e318aaac82f4dd942791adbb10da1946f1d91125a7670495c26011ff00b4c1e3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "303d24318567515f0c4b344df045aa32994e3ee18fb4e66a4db0ffbf325afad6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a5ff9dd5d6c0373f5290be47142581e2293c5c095ae17b0105b76c899eabea55"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3b7037ec9a5ffe4d7f601dd2d96430853ef3bd3ac3a54ddefa7fe1ebb3e8588b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "673a21543eb8da7c6e831d1868a368165fd768824650a0d2b2151a3eb593ad1a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f607add4803745a737384f5a623b9e57e63b6a94733103d3250509e19a8199cc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "26cef3d3f55a3df06fc7039515b914487fbf156286cbc080b2ab30c842de0626"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "624965a5323694642942b55613f79170a8073bcf0416cfaf1ec9b539b0e27633"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            1,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            12,
            7,
            4,
            4,
            5,
            4,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.036069825291633606,
            -3.6821064949035645,
            -5.422962188720703,
            -7.187709808349609,
            -8.07394027709961,
            -9.231025695800781,
            -9.239460945129395,
            -9.656829833984375,
            -10.179699897766113,
            -12.275358200073242
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1570854187011719,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "62827e2895ace18454911177ee7b0380716b336469ec2131c5159c615c87d195"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9cc2205c85b3658683c489450a0b1cbf9d060683fa9a1600a373cb1570baf853"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "33ae8ab4c82565257a25bec10ebc9e1961e76ca1c7d8e46653abe367c7a00633"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7b4b39c04bbaecf13a013931b78b17b85c58420ca2417aad0d419b10c3b2ee47"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "96b5c601a89596783fdff34eb3e0386036804880f4bd2558320f972622a5da14"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e9fe43ef69731bfc0c93f99be4cd500afc0a546d552b91f1f6ec8bd8bf250e46"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "628b552afe0d0064dc9c15a76f70730de6a373026c0ea3b8966b9850140b38eb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2ca46889ec76830702be90b73ea4a8b397c574f1181939845aaffe8360bf016b"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            12,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            4,
            8,
            8,
            4,
            6,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.03606994450092316,
            -3.6954758167266846,
            -5.43295955657959,
            -7.187709808349609,
            -8.07394027709961,
            -8.533590316772461,
            -9.214584350585938,
            -10.242862701416016,
            -11.017427444458008,
            -11.884521484375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45965003967285156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e75ff1381172fbffc5b07a7a9fba448af42a6125c8930a89b5fada786fb2324f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e55dea0787be525facdedd862b3978b892837d3b7ade5b7ac09c866638c7093e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c14c2864ac7d5fa7bba7dfa0c96cdd70384948f92edd395cf32254d29a9fa04a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "46d597db7b46e08f5b4be6a9129bb2b24fed1d28df7cbf927a8380857d1c8c52"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5f7a68af24f5b80087da3572135990c39a67e09f7346a89c385cc1645ce89aad"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "196dd82f780674a75c720bda808cb71780e26ecbc7e7820a7d6782fc55c108b4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7d2314d44a752628e207432393fd3824cde9a815ef5ea8d251b9493403eac186"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "766b26248601b046cbb445735f78e4a43db6d4f98e635ce5ee43d6c92073bec6"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            5,
            4,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            8,
            5,
            4,
            4,
            5,
            12,
            9,
            6
          ],
          "topCandidateScores": [
            -0.037187620997428894,
            -3.699446439743042,
            -5.43295955657959,
            -6.931000232696533,
            -7.191134929656982,
            -8.074075698852539,
            -9.57026481628418,
            -9.699566841125488,
            -10.69797420501709,
            -10.88196849822998
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8829407691955566,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c2c5a1310301125064ed980c890681bd19568ce6b9653cdedfe8886602b2847f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e2e77cc1415f7b66647cd93c54e3353e7cd1653ade5faa64d22b5a46799835a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4734b31681e4bd2c7c7776bc0965a4fab8be225f4d8a92d5b51ebfb9261809c4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bea34e9dcb025b61719a1f6da00e660dfd2b68b137a5f2401e1b8b9c03b72e56"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "73cf5144253a08b38a2997e1d7a962be55fa58d9958ba02883ae4b6ff42758d9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3fdbf7ea9e103bbf8557bd0be294b5a5b5e84629a09aa51d8434344f307636dc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "13a1fad084c4f71bb66946beb18caf0ab6571482a18bf64e3872a02c92ba1b89"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "1eccbaa7be6d6b58a799d7b463c749fd20e728b1e0ccf7cce80b8a5dfef23bd0"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            8,
            4,
            5,
            6,
            12,
            6
          ],
          "topCandidateScores": [
            -0.037187620997428894,
            -3.699446439743042,
            -5.433191776275635,
            -7.202480792999268,
            -7.222050189971924,
            -9.214672088623047,
            -9.481531143188477,
            -9.80462646484375,
            -11.871267318725586,
            -12.200629234313965
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.992621898651123,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a6126a336e0c2afc09f6b6bbd14f32277a97cf18df9fb42707be4361e9decbfb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c25a3285b06f8473a6e1f8bd2bad746ca1b8dae74963f7377392243ac2a49477"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "9ce0d90c191b203c7148f0d5b6c6aec7822d9c3fbd55a768d04d0d412cbf1857"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "abc1eaf833b48c8190470f778005c1599e8e93a097e9704e42f7de1e0f9fc224"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "411686c2db8aff551ba5a76bc3164935e626d1903673b063517e240ed15dad41"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "bca3734bd4cde17c7a2a34e8bc4d8570389667e73c607b0de41d3445315d4368"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f5d6015070de29bb7e7114e435d0ee66f3efda57f2290763d12b9b16c7da1758"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0e93b118461fc7a7b047ce729efb5d45816dc8a3348e8b291efc0e8385dd69b2"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            6,
            5,
            11,
            13,
            10,
            6
          ],
          "topCandidateScores": [
            -0.03719501197338104,
            -3.699450969696045,
            -5.433866500854492,
            -7.214615345001221,
            -7.815683364868164,
            -8.538719177246094,
            -8.94680404663086,
            -12.039885520935059,
            -12.440855026245117,
            -12.504193305969238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7230358123779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8d7b08d299e0b6c48327f24316e2921610d0174c7d06098b8d84404262ee8706"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8d3bee8a9db1c9f9064ba59fb6b01b4b3b475b31f4dfa770d4ee3eb89cc4bf69"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8a3c6e587a2c75a076573b44a4d554dc3552efd3fe79b1e55b64c78bc4c0194c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ea8f5fb3253cb2d724804bb9f5279a1d0399b94dac6f18a78b599b85d373d94a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "eb0ef09412fcd49f696219f565ef0b85cee238775b84ff0faa448101c1c0e64d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "310632e2cf97f8d41b5310cd96228da29006f001536d95923ed51a847d88a87f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4a9b9357da9fc61a9bb028a5beeafc17e437d162771366ffcfe74df0c1c545ea"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6ff8f15c8f1b770f70742cec03a2c83356293a9e76462c84284e09d597082289"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            5,
            4,
            6,
            13,
            10,
            12
          ],
          "topCandidateScores": [
            -0.03723745048046112,
            -3.69950795173645,
            -5.434936046600342,
            -7.408253192901611,
            -7.862881183624268,
            -9.04399585723877,
            -10.487889289855957,
            -11.398262023925781,
            -11.453947067260742,
            -11.628026008605957
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.181114673614502,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "486dfcc81799729667b4788eee372046862c042806252f80d5448eed59b546c5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "7cd54b17de8c02194f0efe8e3b0c46ddf0159b0c0fd89a92addefdef17eb3740"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5b552d653abe16b52b9d1b1e7b0d12ee0795a4d961803af1498785608042ae36"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "54b071adb8920be519b7d2848c2a69dacfa0805f9490f33b5b8ad53d1c36ce30"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "dca3130ca93aa6526387fa4e5c6bae2fca8a804e07dcad6df4acff70e74a9779"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3578798f41f92023d9f48692cd3a78b15dd816f7014758cea133c578fa34f533"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "352b8cc88ab74cfa464299119bf300f3aed4c70bf70d011909a03ff7417b57b8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f1cb4757db210df5fb1657bb5756729a175efea16c5591a5f4c2ca5014c45181"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            6,
            5,
            12,
            4,
            6,
            4,
            6,
            12
          ],
          "topCandidateScores": [
            -0.037314098328351974,
            -3.699657678604126,
            -5.452633857727051,
            -7.529544353485107,
            -7.974936485290527,
            -9.589019775390625,
            -9.685186386108398,
            -10.13606071472168,
            -10.864511489868164,
            -11.182233810424805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6140832901000977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "66bf4ee04a13ee9472220da22df619c5fe088c534d88b298f16c11293f679419"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "aad77c1c91d6cae8b9bdfff698ef98315a49af77ba72e8289d9c068778982f93"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "02212914fa919ff457c0339aa89bd605fa7a27f524b5d6dd3908444722448f7c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b8e0789e3dcfffebd74b0037a8f3b8a9fc56b7f5f81cc79f7ddf0138b2097092"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "46a4c27ba1f0a6f027209bc773f659c3189eaab49c57c056f663b0943bccae25"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2e58f74435efa79b561e5114a6c93c34c147fd6c5539a43078887fe442472079"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "154c2186750ec969d04aaa70c15c521a8dd79bfb6fb9c2fbc620d8bd5b351d1d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d183b39f7c4edb9ddbc69b458edb9555a416cdcff36a811033407f82cfe4d505"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            4,
            6,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            1,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            4,
            12,
            5,
            10,
            4,
            7,
            12
          ],
          "topCandidateScores": [
            -0.03897782787680626,
            -3.7055814266204834,
            -5.462328910827637,
            -6.551485061645508,
            -7.586493492126465,
            -8.083606719970703,
            -8.680405616760254,
            -8.92061996459961,
            -10.27639389038086,
            -10.456220626831055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4971132278442383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "b325a3ae22fcf81ce2d9e2014c7a4f20cae5f034dd9a8fdd5b794a402eefe102"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "47fd42e6f1dced3d5851d8f3146ecad105dbfcd958043439b98cfe78bf7e0cf1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4b1f2fb2ac27d06062fa4374c0be0432f2e5f7e8511ec6394185f00c2963c734"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "ef6731784bba3928b3b0a2ab506fc4b4c5fd6c88c758ecd664a9373168444708"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c53e882e0431cbfee6414494164a6f7d59efba9060edea02a312bfdd9d7dc04d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7db98550023d76c6282e3f75b69348992f69f14bf663a0589c0afd21f80d53da"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8c6ee75728bf08d95b8eb14db43d33b343212e34cccdf1ef7c60e60579aebecc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7a15a38105fe8404ce54390f37b924236abba6b242bb37d31617943e3b62ae08"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            5,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            12,
            4,
            12,
            5,
            6,
            18,
            9,
            10
          ],
          "topCandidateScores": [
            -0.040099434554576874,
            -3.7073702812194824,
            -5.480456352233887,
            -6.851446628570557,
            -7.132105827331543,
            -7.698001384735107,
            -7.903911113739014,
            -9.327391624450684,
            -9.36902904510498,
            -10.055533409118652
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5658955574035645,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "2e9cb8b282fcb14a1fc5416033d6c0883506f2774b763e031ec29a62f14acf98"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "96535335a0462175a5aafac1c4cc5288d38314f409777de3ac29855c5dcb3f0d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b53838e7840044c6d8dfde67fd60814a9326bed7b5dc1e3ab8d46341dd690c0e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c1e4cdb406ba9f11af3824d1e3dfcaca281cc1d07d005c8c0a8eaa7592b0745b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b796665eb9ca3b5ef197847b5b357dcf3e3350f3cb90bc5a6b1dd482d16b5804"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "eb18084dd8935cfa0a940a07a31793bc3f306d941f4dff81acb9fddfb13f5654"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "3f25fb6d2f5e88f43b682151d4a7e2d6cd20b79987c2c12e512604e010b6b407"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "81442d3c1e99fd10271c243a36e5c6276636b3e09211e59ce689d91e4a025d31"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            12,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            0,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            6,
            8,
            5,
            6,
            5,
            9,
            9
          ],
          "topCandidateScores": [
            -0.04302424564957619,
            -3.716928005218506,
            -5.487685680389404,
            -6.564185619354248,
            -6.851446628570557,
            -6.955653667449951,
            -7.640277862548828,
            -8.120099067687988,
            -8.590888977050781,
            -8.804450035095215
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10420703887939453,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "5cf1428f4cef55111d757221607199a2c7e0838c94be70189a57b9f92c29b8bf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "38b707f6e35eac5a99a7ccd5933c9282c47fdb4398359a357705bccfffcf230d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2bef51ef522a4eeae0bae88737fb793a1939142ae88accd5f82d96778c6b0e74"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "44a6fda7863dcbb299fc3f0dcde980f8f3790626758e7d6bc00f6663d764cc64"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "20603ecbdd6fd9dceb924f512e25200a1d0dd906913c4b963d741c3b2b5ec0a6"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "c61c1f687963faf2b1672cb9207bdaf4eb3990757163cd950d5d61e9302432d4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "a11cad65abe7b42749de816da5167970a3ec3586850c8de2af8b6aebfaad2f66"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "eec2ba98b341f02c5e7ed2f482a0503552d676176502a07322e3fc87fd0a1e76"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            12,
            6,
            5,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            5,
            12,
            6,
            11,
            3,
            7
          ],
          "topCandidateScores": [
            -0.043467726558446884,
            -3.718653917312622,
            -5.488877773284912,
            -6.947396755218506,
            -7.047527313232422,
            -8.00629997253418,
            -8.294562339782715,
            -8.537138938903809,
            -9.369378089904785,
            -9.501704216003418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9587726593017578,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "72d9c1d05d5542158f802a73097272e8e3fe03c6bd1bbacccbdf36981daf110c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d8219a5b5cc965c0504e54d7b1b15ca2335ffe0e14819c19b0ecdaf3040d8cd6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "c7b2569f799e409972eac854f05140630a893eb14b3c663d14c611c3d5ffb190"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "389f1412767677c3f315e74c733e6b04a76566e71ab98135105bfcb835460a85"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "af24e90af7a5931e1c0bc891d23b2b728f013d2e171308546b877dc9aacdd7b4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f2a06a79efb54df39fbed9c3c1d9da6582ec9391a528c3aeb250d27664359825"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2f41186d6af91ca1a133d0cc4d6f64ccc62ac97703bdaf9e2b84a053ee439e12"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "8e9f024fc975ac6e87c8be50d3f64e199331174a31e5ed0dbb6e55b0ffd31913"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            5,
            12,
            7,
            6,
            11,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.04356416314840317,
            -3.718658447265625,
            -5.501115322113037,
            -6.986235618591309,
            -7.1448564529418945,
            -9.621152877807617,
            -9.937814712524414,
            -10.063809394836426,
            -10.442198753356934,
            -10.469388961791992
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.4762964248657227,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "6284b842fcddaee20476bca4afa11458b0136a18880a2f221e4a9ee5d0d0e8e1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1dc4e1e07c739336c7d6f9c52bcbe9b6274456b605745715262ccb132dbf08f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "4b5d356cd3ffe80a645c5307ad791bcb626ba874ad3e864e1518a9747f250656"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "a0f11ca6f22e49dc4e5a6d1c705c8bc60f180765a72276fe26d7790e32c11e28"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "11681aea83b4ed4b12d2de8860aa9b666e41d9437981b947eedfd1b0a609c3a4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "f1467a2574a0a40c57e6897ce092bd516793b8e1c47f2773f44dcc8f1f87207e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "428e27813f5e3246bafbbb117169f26a10fb342279f92094d3a6a9eb5f76004d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "b97bbdad76f91a6ffc8cbf177c13011efb03879fb254b422bc62ae3b8399b1c8"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            6,
            9,
            5,
            12,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            7,
            5,
            11,
            12,
            11,
            6,
            3,
            5
          ],
          "topCandidateScores": [
            -0.04449058696627617,
            -3.718658447265625,
            -5.501131057739258,
            -6.999921798706055,
            -7.033627510070801,
            -7.513036727905273,
            -8.507091522216797,
            -10.662710189819336,
            -11.530864715576172,
            -11.55262565612793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.47940921783447266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "87b02dcdfcd5011f77b9037129da94198e2c2837010c550188fb23a87c9365b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "b11e8f2cad6a8fc1042e90b08710a837922aa5d8f38ce6227d94c0131348c925"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "6f81e67b5ffc63451c9eb7099241460fb1f66e874e88c8cd0a8bf5a2349ccb6d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c5c47d53439e23cb6851ebbfcc383f9c05ba618f52e0b8a5f521579a74414d4f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a1fb575619ad5c3efcdc32d6113e679be0d44289a2a3e3dcd60ed8f397035992"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "8711300757d5b1f679fdd65829918451a38e4a51ee561be4ec4f8dabd9fec6b0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "70ee3735bc4fc8a474b8eb615d656ee7e728369a0b238ecaef9db6f877e258b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2cb0dbe52cc53775e8103a3fdeaff0cdb9b9d1d5e5aa8ba42e24c9daeec445b6"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            7,
            7,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            6,
            9,
            12,
            17,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.04449571296572685,
            -3.7218708992004395,
            -5.501190185546875,
            -7.002228260040283,
            -7.033668518066406,
            -9.946213722229004,
            -11.185586929321289,
            -11.206201553344727,
            -13.064576148986816,
            -13.370515823364258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.9125452041625977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "89f2b882ef8ac889e76802be1d0241c383432a45477415ff9554b9e80f6a6a93"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "7ae846b9b1c7abba8982ed600d218b2a176c38367db1da9df3ac0a36c4593930"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d75fa9accc5db5abbbad45519266aadfad5e500336feb5bc31309d0f37e26011"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "df6dab3e4ebd15efed68ee9b6a29d37b1586776d978f11c1d5ff88bf7b66d60d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "2249a04f7e80c930f6a11d8f1fe62d1e59a86327d302d2e0ac3bde51271bd136"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "5731bea610ad88e077f94d305d17560da9f50534aa3a5ae226d0667db96f0174"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "72d4d02f81e1d3c3b35edfa787b657f64f67ffa35e0b6839f4c28580900235e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "8db7925874487fe7b6bcf03b79adb83833e13369624faecc06149c74cfcbc47f"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            9,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            5,
            7,
            5,
            4,
            5,
            6,
            11
          ],
          "topCandidateScores": [
            -0.04450715705752373,
            -3.726256847381592,
            -5.501213550567627,
            -7.0043864250183105,
            -7.033668518066406,
            -9.276607513427734,
            -11.754013061523438,
            -12.248677253723145,
            -12.411890029907227,
            -13.173580169677734
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.242938995361328,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "e5d62830879745ba6a75f287db257b1972d32785f108475154cef0969761d8a5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "6382e2bb45739166240a12b9c86cab463daaddaf734e3966dc5003b35a05c695"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2feaaea7e05d1bfe6e96f8d826da9b3a298028503e13fe46ceb2774cf50502e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "e460d971e2db1368338b26893a490b3c40b1f4944e39b495f062629033098a9f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d14e723338caefba46f34b7be2a1ab92c093547dfd5e7903df4cd80f92b2d9b0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "a978e027dc9d9ba2ac46aae6a9d0de89f8f9e7976a38eae1af0075c0910517df"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "228cb3aa64c966c14279a23f5ff60a76202df1038d091342a1340ffa0fafaa42"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d4ad52241d2a34b3e9637e2bbf85cbc7a59bc0c7acb4ec0334260b67b84b86be"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            11,
            7,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            7,
            7,
            5,
            21,
            13,
            9,
            5,
            12
          ],
          "topCandidateScores": [
            -0.04451228305697441,
            -3.726316452026367,
            -5.501213550567627,
            -7.004459381103516,
            -7.034893989562988,
            -12.519556045532227,
            -13.832967758178711,
            -14.177386283874512,
            -14.205268859863281,
            -14.46792221069336
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.484662055969238,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "8cc199949dd6c81228658004a6f0a9d1ed15d6d97837055e8fb39a043ef11146"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0603014bea80e434606ab75bb8b1e697b49df6e949d422d3c0114702f6fa272e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0ec1541f6df9e6ce3bb9c687e2f92d51e860348452619c1ea27aa2f10e91a1c3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0e166684caf45bd7f30a3f45a3b4887f9fcf7eeadaf202bfa9754455ccb40c7c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "137144345b2d10e7894b9f76c4da7b5b2942c49665b8cdbd6a4bbb76116a4b5a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "b070da4ccbe081ad10093553d6a43e0ef9a43b2fcba9ba9d356478b25c846449"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "8e09faf89510989ae5801e32b1a538f2a14027eff75782ad6f2536d998dcc4eb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "962ce3533878649f86021d52b98e5800eb6636c112cedb75b33179c00cf5e9d6"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            9,
            4,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            4,
            11,
            5,
            17,
            6,
            23,
            10,
            9
          ],
          "topCandidateScores": [
            -0.04451228305697441,
            -3.7268850803375244,
            -5.501242637634277,
            -7.00448751449585,
            -7.941426753997803,
            -8.555572509765625,
            -9.213451385498047,
            -9.676424980163574,
            -9.921354293823242,
            -10.00278091430664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6141457557678223,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2eeb776f1724724971f4e80090ad85579b599e6779dbb25b6d9bca859670abea"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "c27415f08d2e6f363e80b5d66f4ff9a52371d479f44fafb6f3584d4470198510"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "364118488a4ef7fe1bc0576f0cd2875bd87bf9b1514ddc544a3a4dfa9972c31b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "3d4ce6c8b0b7f8f299ed2fb4a2d1d26c292e53f470621095ef445d0c82dda87a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "0429d46559632c0adc1f8b55e769dffb9e090c76b4c271cd606658bdfd91d884"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "e97a9782534d663438e90dcdb8972cb5336ad71948b4be0a322703bea2ddd8bc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a3540ea1d793abf9784a929819cfd4dcc91285f1cbbe80420f68fcdf63bbee80"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "1250a6ff23789f2ad0b693746da3a1873bc137014d925d3bdabac4a181defc8e"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            7,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            4,
            9,
            7,
            5,
            6,
            4,
            10,
            13
          ],
          "topCandidateScores": [
            -0.044515978544950485,
            -3.7268850803375244,
            -5.501894474029541,
            -7.004509449005127,
            -8.271748542785645,
            -9.899051666259766,
            -10.344413757324219,
            -11.659120559692383,
            -12.100790023803711,
            -12.774991989135742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.627303123474121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "c6316b125c77e65f865dbfb025e9f74e6d633d5099c79bd7e2d19cf419a057f2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "2b2f9c043711950d01873c7759447708ad952e8a02fcf6f278d0d8ad0186e50a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "c114b17a21e03294bf0e41f7750bf8e0be82611c4d58bcaf07237aba7588d008"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "77e7a2b8669b5ce178c81dbcf44ca46cba8cfdc269b8f237088c2759d3e554e4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "faa8c91a1b896a6e500a34d48abf40342e75f186bdd95675eb4acf9d05cf1b28"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "df4ec3417a5f758a957809b759550ba47e49be9941af8fb7a1fbf4ab5522cff7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "80049179def6970409c8e2fd2d09db49bac10fb7d0c6dba9028f75b0d4663959"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "84bbf6553f5dcdd9e44e129144187937515a9d67a74193f2df2eebf5f9c8722e"
            }
          }
        },
        {
          "step": 24,
          "inputTokenIDs": [
            4,
            8,
            4,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            8,
            3,
            4,
            6,
            13,
            5,
            17,
            9
          ],
          "topCandidateScores": [
            -0.04465329647064209,
            -3.7270290851593018,
            -5.501894474029541,
            -7.004509449005127,
            -8.271759986877441,
            -8.991787910461426,
            -11.916711807250977,
            -13.465620994567871,
            -14.370450019836426,
            -14.677912712097168
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                6,
                11,
                9,
                7,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -3.7270290851593018,
              "finishedAt": 24,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -7.004509449005127,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7200279235839844,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "71acc03c91dac95d9b35709e4c0cc1b9a60499e18f6fbe86595094115a446a33"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "b53afd6dcefd6724b42124f53fb2dfa5bc29ca4c4f18925b509bf1c046d4d7a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "8583dd9645a42819a67a9f71701d2cdc9e1a380fd33d91ffa282974eb2f6b2c5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "e2630b13f6f5c23eaafb513f110f8bf87477560fe9178a67bc1bfc87bf8d71e8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "913e517a531d5f9a6a52d274e1f611c59f271e514c9455d1e279f68937946226"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "98325c76c7ec7b2c4920d9871aa30d76132e9b1edadaba51a3f72b8634ec2e82"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "e68e27773f1ab7cde8ebca5594f575937905eca7e0e7f493f7f47b81675d7cab"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "aa941d21f370f935677c46fec010449e8a361abcf11ac1b6a33dad0407f70ecd"
            }
          }
        },
        {
          "step": 25,
          "inputTokenIDs": [
            4,
            6,
            8,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            1,
            1,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            4,
            5,
            17,
            28,
            8,
            23,
            14,
            9
          ],
          "topCandidateScores": [
            -0.04465329647064209,
            -5.502171039581299,
            -8.271978378295898,
            -10.077738761901855,
            -10.143993377685547,
            -10.572769165039062,
            -11.916711807250977,
            -11.957205772399902,
            -12.303905487060547,
            -12.542317390441895
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -5.502171039581299,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4287757873535156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "c917a6e3e78a117db248c14a6761d6a8fb95ad542ae39d4060d14d1739857539"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "8fda39e820a25095cf6e967fb0ea0d3e28cc39dbc2e6e81db59cf430cba6dbdf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "152cf12f6faed5085c58eedbbfe9f39e90cb36e6d9066b04c6ca278c6b020a72"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "7c7387fbbb0dc7d370c3ca0e231595e8ddae14691a9f38c257dfede21931e4bd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "f27f9bc0163614bb0250790375b5f23c8aed7b9c003f26e9331050f710143396"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "4248d565e4a2f061b42e03bfdd16a797614af54a444c35d91d4118ac99b465a7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "a295de61f34890fc1964b953ab624c395aeb3bd42b981efcec9a1de5452a39bf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "381d4b87977dd1b704dd72865cf61031c2a8d8de4d4a3f234a5acd130029ff20"
            }
          }
        },
        {
          "step": 26,
          "inputTokenIDs": [
            8,
            28,
            4,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            3,
            1,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            7,
            6,
            5,
            17,
            28,
            9,
            14
          ],
          "topCandidateScores": [
            -0.04468798637390137,
            -8.271978378295898,
            -10.143993377685547,
            -10.162172317504883,
            -10.572770118713379,
            -11.414281845092773,
            -11.734594345092773,
            -12.50301742553711,
            -12.563382148742676,
            -12.667753219604492
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -0.04468798637390137,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8415117263793945,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "fcc387d166175dce6010553222e0d75052ae8414db75a16526eb6eeba2ecb76f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "ead67b3b0b8307283ef7faeec545e7f99d0bcb30681919da73c03cbd30acaa85"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "8375690463ddf2ec24886cfcf2c20ab9dcc9a6d2025e9fdd93945ca046738195"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "a1ed13d905aef7b2a5bf82f1e58f2738f2beff1056dd0e52298d765260886f87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "7f58d231637a429800c3b8da2f4151dbad3877fff0b8b75c7483e039e0c94820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "cab1f1e0a46b3c833b2aea8fa6ff9c3d8d5187f8e700c5af695a6417a0ce59e1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "0fd9b9be314e09cf1de5d7b12c77bea74a99b2fdb6cc093abaa141c2fc59906f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "24925ea008fa62c5f3a4d429ee6072b26ff177188032d976511757f8b6e4f720"
            }
          }
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            8,
            7,
            7,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            11,
            3,
            5,
            6,
            9,
            11,
            17
          ],
          "topCandidateScores": [
            -8.272062301635742,
            -10.14413833618164,
            -10.162217140197754,
            -10.572870254516602,
            -11.48291301727295,
            -14.45701789855957,
            -15.797444343566895,
            -17.92643928527832,
            -18.070951461791992,
            -18.09955406188965
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5,
                7,
                4,
                4,
                8
              ],
              "score": -8.272062301635742,
              "finishedAt": 27,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -11.48291301727295,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.974104881286621,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8c31f9be5281ce1551c7c075df64735a9e65ceeff492cbb662bb48ec9ca6a628"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d7e6d83cb92298a25f0485a4e2fbb1459fbe0e8173e4f1a320321b639922f26b"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "5b30e8d6c7c70fc9ae223e5d77c4b782108d1300051514ca1d7f99307cc04f1a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "e06b3a8a9540f525d232e8bd150b8bdc5ca674565889c9d7ec3ee1008827851c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f761c6117b64f57d9889cf73cad274a09fb7ce010a573cb7ca9507e30ec0795b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8212fb04ceeefe73aed4ebf8c0b97f96290332bb217410badb370a628ac59d6f"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "2ce4c61eda71a13e1169e2650292c9abe0771af9113fa2aecd63f986b99cf4e9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "d00c1e6b360027e7b05c058a8ac3d1dae6913b67146e72d3646d8c3c86a86e21"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "7aff23f0fb95f34f9a5791aec098050506d4fbbabbaa53c8429bb6998f54e6d7"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4cbf1d1233909522edc07570cd2b22ccb9c0e872ff89a0551e63112d9e77344b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "850357c99bf16b2a1c1f89589b418ab8b73716045676d4f1fdaa1d217a0620dc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "b984fb324f66c362389a3fedc6f5e9da96877027477a2b6552eb9fc04788b978"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6089c15a289be203f6704123e93aeaa5db11539e40336585d5cc1485284b486d"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4330e7ede7c4c3cc5054414f96011048fda63d2f5fea4ef6ddd09da3a82465c6"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f082ad40d1546fe2deae6f03da584f204b2f79006283369f21f89261640dcff7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "091c2c3a5e62f81e08e34d32bf87a1460c6bfc2a154bfebf5b13d580beff36af"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            12,
            17,
            45,
            39,
            13,
            14,
            21
          ],
          "topCandidateScores": [
            -0.0034085765946656466,
            -6.15932559967041,
            -7.351055145263672,
            -7.448541164398193,
            -10.651448249816895,
            -11.384769439697266,
            -11.704244613647461,
            -12.150171279907227,
            -13.382858276367188,
            -13.416631698608398
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7333211898803711
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            11,
            8,
            5,
            6,
            12,
            4,
            11,
            6
          ],
          "topCandidateScores": [
            -0.008830628357827663,
            -5.412415027618408,
            -6.212155818939209,
            -7.351055145263672,
            -7.651806831359863,
            -7.790347576141357,
            -8.580767631530762,
            -8.70331859588623,
            -9.373051643371582,
            -9.871748924255371
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13854074478149414
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            9,
            11,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            4,
            6,
            5,
            12,
            4,
            6
          ],
          "topCandidateScores": [
            -0.035828448832035065,
            -3.667611837387085,
            -5.419192314147949,
            -6.2214884757995605,
            -7.696473598480225,
            -7.80914306640625,
            -7.981829643249512,
            -8.205769538879395,
            -8.537388801574707,
            -8.594417572021484
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11266946792602539
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            4,
            6,
            5,
            4,
            8,
            4
          ],
          "topCandidateScores": [
            -0.03593596816062927,
            -3.674114227294922,
            -5.422360420227051,
            -6.313313007354736,
            -8.33150863647461,
            -8.45494556427002,
            -9.066569328308105,
            -9.402450561523438,
            -9.488214492797852,
            -9.759530067443848
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12343692779541016
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            3,
            4,
            4,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            9,
            12,
            5,
            6,
            4,
            4,
            4
          ],
          "topCandidateScores": [
            -0.036027636379003525,
            -3.674133062362671,
            -5.4228835105896,
            -6.79793643951416,
            -7.980746746063232,
            -8.16865062713623,
            -8.823906898498535,
            -9.30113697052002,
            -9.635551452636719,
            -9.974973678588867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18790388107299805
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            11,
            9,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            7,
            5,
            5,
            9,
            4,
            4,
            5
          ],
          "topCandidateScores": [
            -0.03606089577078819,
            -3.674133062362671,
            -5.4229607582092285,
            -7.061801910400391,
            -8.051091194152832,
            -8.299370765686035,
            -11.185494422912598,
            -11.56013011932373,
            -11.684591293334961,
            -11.713677406311035
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24827957153320312
        },
        {
          "step": 6,
          "inputTokenIDs": [
            11,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            1,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            12,
            7,
            4,
            4,
            5,
            4,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.03606816753745079,
            -3.6821141242980957,
            -5.4229607582092285,
            -7.18770694732666,
            -8.07393741607666,
            -9.2310209274292,
            -9.239463806152344,
            -9.656834602355957,
            -10.179705619812012,
            -12.27535343170166
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.157083511352539
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            12,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            4,
            8,
            8,
            4,
            6,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.03606828674674034,
            -3.6954832077026367,
            -5.432958126068115,
            -7.18770694732666,
            -8.07393741607666,
            -8.533599853515625,
            -9.214590072631836,
            -10.242860794067383,
            -11.017437934875488,
            -11.884529113769531
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45966243743896484
        },
        {
          "step": 8,
          "inputTokenIDs": [
            7,
            5,
            4,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            8,
            5,
            4,
            4,
            5,
            12,
            9,
            6
          ],
          "topCandidateScores": [
            -0.037185605615377426,
            -3.699453830718994,
            -5.432958126068115,
            -6.93100118637085,
            -7.191131591796875,
            -8.07407283782959,
            -9.570276260375977,
            -9.699569702148438,
            -10.697975158691406,
            -10.881978988647461
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8829412460327148
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            8,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            8,
            4,
            5,
            6,
            12,
            6
          ],
          "topCandidateScores": [
            -0.037185605615377426,
            -3.699453830718994,
            -5.433189868927002,
            -7.202476978302002,
            -7.222050189971924,
            -9.214677810668945,
            -9.48153305053711,
            -9.804628372192383,
            -11.871269226074219,
            -12.200620651245117
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.9926276206970215
        },
        {
          "step": 10,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            6,
            5,
            11,
            13,
            10,
            6
          ],
          "topCandidateScores": [
            -0.03719263896346092,
            -3.699458360671997,
            -5.433864593505859,
            -7.214611530303955,
            -7.815685272216797,
            -8.538716316223145,
            -8.946802139282227,
            -12.039885520935059,
            -12.440853118896484,
            -12.504188537597656
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7230310440063477
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            5,
            4,
            6,
            13,
            10,
            12
          ],
          "topCandidateScores": [
            -0.03723519667983055,
            -3.6995153427124023,
            -5.434934139251709,
            -7.408249378204346,
            -7.862882614135742,
            -9.043991088867188,
            -10.487874984741211,
            -11.398249626159668,
            -11.453948974609375,
            -11.62802791595459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1811084747314453
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            6,
            5,
            12,
            4,
            6,
            4,
            6,
            12
          ],
          "topCandidateScores": [
            -0.037311963737010956,
            -3.699664831161499,
            -5.452631950378418,
            -7.529539585113525,
            -7.974937915802002,
            -9.589020729064941,
            -9.685186386108398,
            -10.136054992675781,
            -10.864509582519531,
            -11.18222713470459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6140828132629395
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            4,
            6,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            1,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            4,
            12,
            5,
            10,
            4,
            7,
            12
          ],
          "topCandidateScores": [
            -0.03897569328546524,
            -3.7055885791778564,
            -5.462326526641846,
            -6.551488876342773,
            -7.586488246917725,
            -8.08360767364502,
            -8.680413246154785,
            -8.920631408691406,
            -10.276398658752441,
            -10.456223487854004
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4971194267272949
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            5,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            12,
            4,
            12,
            5,
            6,
            18,
            9,
            10
          ],
          "topCandidateScores": [
            -0.040097180753946304,
            -3.7073771953582764,
            -5.4804534912109375,
            -6.8514509201049805,
            -7.132104873657227,
            -7.697996139526367,
            -7.903913497924805,
            -9.327385902404785,
            -9.369026184082031,
            -10.055529594421387
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5658912658691406
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            12,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            0,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            6,
            8,
            5,
            6,
            5,
            9,
            9
          ],
          "topCandidateScores": [
            -0.04302187263965607,
            -3.7169346809387207,
            -5.487682819366455,
            -6.56418514251709,
            -6.8514509201049805,
            -6.955651760101318,
            -7.640275478363037,
            -8.120099067687988,
            -8.590899467468262,
            -8.804447174072266
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10420083999633789
        },
        {
          "step": 16,
          "inputTokenIDs": [
            12,
            6,
            5,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            5,
            12,
            6,
            11,
            3,
            7
          ],
          "topCandidateScores": [
            -0.043465472757816315,
            -3.718660593032837,
            -5.488874912261963,
            -6.9474005699157715,
            -7.047526836395264,
            -8.00629997253418,
            -8.294554710388184,
            -8.537137985229492,
            -9.369380950927734,
            -9.501704216003418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.958773136138916
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            5,
            12,
            7,
            6,
            11,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.0435616709291935,
            -3.71866512298584,
            -5.501112461090088,
            -6.986239433288574,
            -7.144855976104736,
            -9.621148109436035,
            -9.93780517578125,
            -10.063800811767578,
            -10.442188262939453,
            -10.469389915466309
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.476292133331299
        },
        {
          "step": 18,
          "inputTokenIDs": [
            6,
            9,
            5,
            12,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            7,
            5,
            11,
            12,
            11,
            6,
            3,
            5
          ],
          "topCandidateScores": [
            -0.04448797553777695,
            -3.71866512298584,
            -5.501128196716309,
            -6.99992561340332,
            -7.033623218536377,
            -7.513036251068115,
            -8.507089614868164,
            -10.662710189819336,
            -11.53087043762207,
            -11.55262565612793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4794130325317383
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            7,
            7,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            6,
            9,
            12,
            17,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.04449298232793808,
            -3.721876859664917,
            -5.501187324523926,
            -7.002231597900391,
            -7.033664226531982,
            -9.94621467590332,
            -11.185587882995605,
            -11.206202507019043,
            -13.064583778381348,
            -13.370519638061523
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.912550449371338
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            9,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            9,
            5,
            7,
            5,
            4,
            5,
            6,
            11
          ],
          "topCandidateScores": [
            -0.044504426419734955,
            -3.7262625694274902,
            -5.501210689544678,
            -7.004389762878418,
            -7.033664226531982,
            -9.27661418914795,
            -11.754018783569336,
            -12.248680114746094,
            -12.411890983581543,
            -13.173580169677734
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.242949962615967
        },
        {
          "step": 21,
          "inputTokenIDs": [
            11,
            7,
            9,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            7,
            7,
            5,
            21,
            13,
            9,
            5,
            12
          ],
          "topCandidateScores": [
            -0.04450955241918564,
            -3.7263221740722656,
            -5.501210689544678,
            -7.004462242126465,
            -7.0348896980285645,
            -12.51955509185791,
            -13.832977294921875,
            -14.177377700805664,
            -14.205265998840332,
            -14.467920303344727
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.484665393829346
        },
        {
          "step": 22,
          "inputTokenIDs": [
            9,
            4,
            7,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            4,
            11,
            5,
            17,
            6,
            23,
            10,
            9
          ],
          "topCandidateScores": [
            -0.04450955241918564,
            -3.726890802383423,
            -5.501239776611328,
            -7.004490375518799,
            -7.941422462463379,
            -8.555566787719727,
            -9.213445663452148,
            -9.676423072814941,
            -9.921350479125977,
            -10.002779006958008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6141443252563477
        },
        {
          "step": 23,
          "inputTokenIDs": [
            7,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            4,
            9,
            7,
            5,
            6,
            4,
            10,
            13
          ],
          "topCandidateScores": [
            -0.04451324790716171,
            -3.726890802383423,
            -5.501891613006592,
            -7.004511833190918,
            -8.271744728088379,
            -9.899045944213867,
            -10.34440803527832,
            -11.6591157913208,
            -12.100785255432129,
            -12.774984359741211
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6273012161254883
        },
        {
          "step": 24,
          "inputTokenIDs": [
            4,
            8,
            4,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            8,
            3,
            4,
            6,
            13,
            5,
            17,
            9
          ],
          "topCandidateScores": [
            -0.04465068504214287,
            -3.727034568786621,
            -5.501891613006592,
            -7.004511833190918,
            -8.271756172180176,
            -8.991787910461426,
            -11.91671371459961,
            -13.465630531311035,
            -14.370461463928223,
            -14.677922248840332
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                6,
                11,
                9,
                7,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -3.727034568786621,
              "finishedAt": 24,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -7.004511833190918,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.72003173828125
        },
        {
          "step": 25,
          "inputTokenIDs": [
            4,
            6,
            8,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            1,
            1,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            4,
            5,
            17,
            28,
            8,
            23,
            14,
            9
          ],
          "topCandidateScores": [
            -0.04465068504214287,
            -5.502167701721191,
            -8.271973609924316,
            -10.077739715576172,
            -10.143993377685547,
            -10.57276725769043,
            -11.91671371459961,
            -11.95720386505127,
            -12.303903579711914,
            -12.542317390441895
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -5.502167701721191,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4287738800048828
        },
        {
          "step": 26,
          "inputTokenIDs": [
            8,
            28,
            4,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            4,
            3,
            1,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            7,
            6,
            5,
            17,
            28,
            9,
            14
          ],
          "topCandidateScores": [
            -0.044685374945402145,
            -8.271973609924316,
            -10.143993377685547,
            -10.1621732711792,
            -10.572768211364746,
            -11.41427993774414,
            -11.734588623046875,
            -12.503016471862793,
            -12.56338119506836,
            -12.667753219604492
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8
              ],
              "score": -0.044685374945402145,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8415117263793945
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            8,
            7,
            7,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            4,
            11,
            3,
            5,
            6,
            9,
            11,
            17
          ],
          "topCandidateScores": [
            -8.27205753326416,
            -10.144137382507324,
            -10.16221809387207,
            -10.572868347167969,
            -11.48291015625,
            -14.457019805908203,
            -15.797440528869629,
            -17.926437377929688,
            -18.070947647094727,
            -18.099552154541016
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5,
                7,
                4,
                4,
                8
              ],
              "score": -8.27205753326416,
              "finishedAt": 27,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9,
                7,
                4,
                4,
                8,
                5
              ],
              "score": -11.48291015625,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.974109649658203
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -0.04468798637390137,
          "finishedAt": 26,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            6,
            11,
            9,
            7,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -3.7270290851593018,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -5.502171039581299,
          "finishedAt": 25,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -7.004509449005127,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5,
            7,
            4,
            4,
            8
          ],
          "score": -8.272062301635742,
          "finishedAt": 27,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -0.044685374945402145,
          "finishedAt": 26,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            6,
            11,
            9,
            7,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -3.727034568786621,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9,
            7,
            4,
            4,
            8
          ],
          "score": -5.502167701721191,
          "finishedAt": 25,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -7.004511833190918,
          "finishedAt": 24,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5,
            7,
            4,
            4,
            8
          ],
          "score": -8.27205753326416,
          "finishedAt": 27,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.CCOC(=O)c1ccc(CN)cc1",
        "candidates": [
          {
            "smiles": "CCOC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C12H15NO3",
            "model_score": -0.04468798637390137,
            "rank": 1
          },
          {
            "smiles": "CC(=O)NCc1ccc(C(=O)O)cc1",
            "formula": "C10H11NO3",
            "model_score": -3.7270290851593018,
            "rank": 2
          },
          {
            "smiles": "COC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C11H13NO3",
            "model_score": -5.502171039581299,
            "rank": 3
          },
          {
            "smiles": "CCOC(=O)c1ccccc1CNC(C)=O",
            "formula": "C12H15NO3",
            "model_score": -7.004509449005127,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.CCOC(=O)c1ccc(CN)cc1",
        "candidates": [
          {
            "smiles": "CCOC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C12H15NO3",
            "model_score": -0.044685374945402145,
            "rank": 1
          },
          {
            "smiles": "CC(=O)NCc1ccc(C(=O)O)cc1",
            "formula": "C10H11NO3",
            "model_score": -3.727034568786621,
            "rank": 2
          },
          {
            "smiles": "COC(=O)c1ccc(CNC(C)=O)cc1",
            "formula": "C11H13NO3",
            "model_score": -5.502167701721191,
            "rank": 3
          },
          {
            "smiles": "CCOC(=O)c1ccccc1CNC(C)=O",
            "formula": "C12H15NO3",
            "model_score": -7.004511833190918,
            "rank": 4
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "original-safari-simulator",
      "id": "long-connected",
      "logitPairs": [
        "original-safari-simulator__long-connected__logits_0",
        "original-safari-simulator__long-connected__logits_1",
        "original-safari-simulator__long-connected__logits_2",
        "original-safari-simulator__long-connected__logits_3",
        "original-safari-simulator__long-connected__logits_4",
        "original-safari-simulator__long-connected__logits_5",
        "original-safari-simulator__long-connected__logits_6",
        "original-safari-simulator__long-connected__logits_7",
        "original-safari-simulator__long-connected__logits_8",
        "original-safari-simulator__long-connected__logits_9",
        "original-safari-simulator__long-connected__logits_10",
        "original-safari-simulator__long-connected__logits_11",
        "original-safari-simulator__long-connected__logits_12",
        "original-safari-simulator__long-connected__logits_13",
        "original-safari-simulator__long-connected__logits_14",
        "original-safari-simulator__long-connected__logits_15",
        "original-safari-simulator__long-connected__logits_16",
        "original-safari-simulator__long-connected__logits_17",
        "original-safari-simulator__long-connected__logits_18",
        "original-safari-simulator__long-connected__logits_19",
        "original-safari-simulator__long-connected__logits_20",
        "original-safari-simulator__long-connected__logits_21",
        "original-safari-simulator__long-connected__logits_22",
        "original-safari-simulator__long-connected__logits_23",
        "original-safari-simulator__long-connected__logits_24",
        "original-safari-simulator__long-connected__logits_25",
        "original-safari-simulator__long-connected__logits_26",
        "original-safari-simulator__long-connected__logits_27",
        "original-safari-simulator__long-connected__logits_28",
        "original-safari-simulator__long-connected__logits_29",
        "original-safari-simulator__long-connected__logits_30",
        "original-safari-simulator__long-connected__logits_31",
        "original-safari-simulator__long-connected__logits_32",
        "original-safari-simulator__long-connected__logits_33",
        "original-safari-simulator__long-connected__logits_34",
        "original-safari-simulator__long-connected__logits_35",
        "original-safari-simulator__long-connected__logits_36",
        "original-safari-simulator__long-connected__logits_37",
        "original-safari-simulator__long-connected__logits_38",
        "original-safari-simulator__long-connected__logits_39",
        "original-safari-simulator__long-connected__logits_40",
        "original-safari-simulator__long-connected__logits_41",
        "original-safari-simulator__long-connected__logits_42",
        "original-safari-simulator__long-connected__logits_43",
        "original-safari-simulator__long-connected__logits_44",
        "original-safari-simulator__long-connected__logits_45",
        "original-safari-simulator__long-connected__logits_46",
        "original-safari-simulator__long-connected__logits_47",
        "original-safari-simulator__long-connected__logits_48",
        "original-safari-simulator__long-connected__logits_49",
        "original-safari-simulator__long-connected__logits_50",
        "original-safari-simulator__long-connected__logits_51",
        "original-safari-simulator__long-connected__logits_52",
        "original-safari-simulator__long-connected__logits_53",
        "original-safari-simulator__long-connected__logits_54",
        "original-safari-simulator__long-connected__logits_55",
        "original-safari-simulator__long-connected__logits_56",
        "original-safari-simulator__long-connected__logits_57",
        "original-safari-simulator__long-connected__logits_58",
        "original-safari-simulator__long-connected__logits_59",
        "original-safari-simulator__long-connected__logits_60",
        "original-safari-simulator__long-connected__logits_61",
        "original-safari-simulator__long-connected__logits_62",
        "original-safari-simulator__long-connected__logits_63",
        "original-safari-simulator__long-connected__logits_64"
      ],
      "maximumProbabilityError": 2.759241993000039e-06,
      "maximumRowTotalVariation": 2.7627170376426e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            23,
            19,
            20,
            21,
            85
          ],
          "topCandidateScores": [
            -0.024169443175196648,
            -4.35968542098999,
            -4.897932529449463,
            -6.788440704345703,
            -7.033580780029297,
            -7.440835475921631,
            -8.599154472351074,
            -8.721333503723145,
            -9.037646293640137,
            -9.865363121032715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.407254695892334,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "54ec9bdd342804479918f32e8bce636dac67408bfd873a7605de27876dbab9ef"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "5fe610e00a024f7b490e1adef4be65f2cee2a1ac7edd2f033ce62d25ff9ff0e7"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "1cbd6ea6f75ab0b1e3651ce2683909c20bf89dce1e0756704e72a2dd42902dc0"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "6a32d6d0f35a6d92fc90b9ceabfb3479a6527436a151256829d2e8381c9098c0"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "da01af5ce1f17481dc76ada955dddc38536d3ef23ea55ab4aa6c8e23ca993e66"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c7750bad18873721a8eb3dc7bccd4b10de1bcddccee188978a38db8a4a940e67"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "cdec624e11f42c60019240af0b521568895d4564e79940db7636e272aca470bd"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "ba816bd37b830b40a4c398c996d6a18b46fb3eaf2012781b972a38a4f19a5bfd"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d01a427c1deca585297530aa775215dd69e5afff97c6672eb488438feafe4c33"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e7ba4341724a361ec0342786ba3e0772277ca2c1f0e2ab23c2430169e3ab5ef6"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "6329aaccaf35d77bbb4fdda19b19ddd646f32fe1710753376491628e44ea8c47"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                60,
                64
              ],
              "sha256": "35d872c4900ee9891bb3d00e54381b44c59e175b92d0b5072e62d1ee9a1c37a6"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ec4be3c0d87db94d98f28686d90a408fe43a37c1b46f58b719e3383542281a49"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ef6d221fb7ead8ac72381a867c3c085fedf9fafa9c6c41202c392a1f8eec76e6"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            2,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            6,
            8,
            11,
            5,
            4,
            9,
            27
          ],
          "topCandidateScores": [
            -0.14386171102523804,
            -2.908585548400879,
            -3.548767566680908,
            -4.09542989730835,
            -4.89793586730957,
            -5.124325275421143,
            -5.179271697998047,
            -5.6526360511779785,
            -5.99128532409668,
            -6.257457733154297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22638940811157227,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e499e2815f4da8a4ca664786b2e52d5a96c11d822ff2a5931256cfbc4e55a037"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3616e47b3388d591592ef23cbc0b0971fd1ff03f8a01fdefe2da99dc43e3149a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "60f430fea2bb8eb6fdcdb5b09a0f391196500f27a7eebc529f087ddd674812bd"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "db910fe986be95956112947079113a10faf14a61c4100b3952162d9a3b3d2290"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7ea2e8666cf323c68fb9ce96c296d5276534999616360429c6975207efa41ae9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "f87da44d3cde8bb322efb305bd60333e85208ae23da7c167cbad5291d5aa842a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "67cc772c6d9f0453bb4daae110c6301345efa4f9f49d4b62838273d810572c1c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "08a2e6a4ab1a47951aefe67cad34f8d823489e292d087180106b981c2964ddc2"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            11,
            5,
            5,
            4,
            8,
            11,
            27,
            6
          ],
          "topCandidateScores": [
            -0.16290542483329773,
            -2.9092979431152344,
            -4.0710296630859375,
            -4.281233310699463,
            -4.48745584487915,
            -4.909396648406982,
            -5.39886999130249,
            -5.667911052703857,
            -5.671684265136719,
            -5.816696643829346
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42194080352783203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f0486da3027d08c1d3edc094a958bfc580c3a89e98bf5bf90cd3213b418cd6c6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "dda2deac2e5caece0aa6dce5f37d37720499e528b9169b4ae5269042ec61dc91"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "24ca36b04aa6925c8d562ff8964c8aea51c390fb2b581dbee8083aad82b8620b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0278a38aabc8b2fd7987ec10920d03015d35a12988511ca2517babfe04ac28af"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b687dde490b3288dcb504e0ff16165d0a0c5d640544d51a5fa31f34e07d176d9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "30260f6b47526df422f0528738b46685307f471eea97b0f1f5bba27ce7880357"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "658d9ac0f3f16a888f73b213ee1afd6b03c1a980550787eb1375bbb39228f184"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2b76a752f2db33f065ca653cdba00caf89b08f12e710abaa5c451541e13954ab"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            8,
            4,
            11,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17168563604354858,
            -3.0547091960906982,
            -4.076578617095947,
            -4.359791278839111,
            -4.5317912101745605,
            -5.910705089569092,
            -6.059642791748047,
            -6.082940101623535,
            -6.435264587402344,
            -6.4435224533081055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3789138793945312,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "28951df735b901466751e7ba4bc97f2012b65b4a1ea8b17e0f0528ea665a97eb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "86d7fc626a1761d1d4d0b7598f535eb04a8284f8a6d0fe6e496d322465e6208c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "aed67d65185a154ca67d5566b4e09ae82a13875a8121005e8b9ebb8595a79aa6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "edaea10ce014daff1520fc69ea965fb5f890423aaf749b9b543dc0cc400f0d87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "33d407c607ba81d11bd71ee092f75698719fe05c8bb42163f92f2f5871bbc016"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "88c51bbc96ab7ac0cddb9deda1478d173231e758ac5de3d4d52b12a7fe38160b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9e4e3135bbfba8001a8e768235b7f76c75af5ed88bdd7e87a47a460f449e7f57"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1d3495ac436026dfae8ba9904d377e60e7e1b4c53b3801cfaf30e4e38aef4d13"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            2,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            11,
            5,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17976167798042297,
            -3.3870491981506348,
            -4.39393424987793,
            -4.531619071960449,
            -4.607346534729004,
            -5.525768280029297,
            -5.5760698318481445,
            -5.8932905197143555,
            -6.0317063331604,
            -6.07612419128418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.918421745300293,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "957c334ef254b20db70a09bdf8dc9e85f6962c24060d333b3f7f89d27b14e11d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "236a5408b862f425772f6ffc549a8107c3bb2f9a4a161b75bdb0e6d88aa6e593"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ac62e13b5c2f51567bbb6cb8ed0bf02f0153ec73cf16e5fb4f6cb317fdcac8c1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c3c5b3f81d5cd36713ef10c9760bd8a869baccb8b2270874941bca27bc2e7a7b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c5ce2619a810a35234c544e5544d311e7491a19408785fb4a4bc1b84ea10e081"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "76ce986fc04fe2e56d06de28b28068199c949ce518d4f8a0233e46233dc1aa40"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9bc9a0221620fa1f3d42b11277ce6d47094fd8cae735fd000b6a27768258d86f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "364ef14d3fede3b6ae4bf0b218288a4fe2430250e03799c88aa11a7f896a9f99"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            10,
            5,
            27,
            11,
            8,
            6,
            10
          ],
          "topCandidateScores": [
            -0.19283300638198853,
            -3.430004596710205,
            -4.429837703704834,
            -4.531619071960449,
            -4.764522075653076,
            -5.253173351287842,
            -6.441163063049316,
            -6.6432929039001465,
            -6.936181545257568,
            -6.9944963455200195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4886512756347656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "591036bfb639e5014771943b93699dba8e7d20b179e8c5a1c6b73bb82134282e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3b6ca38d9331f86e1d4eb9d51ff7c4b8a30b5a1d090081173ba163418936fea7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "37c81da61c0512c69ac8003ecce8d650ab56b3880b0bf03e11b9d4fc815d963f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "907684a1ef4bb5f79320febe44cef7f4e27fe2ed5ce6a9682a286b985a4ba0e4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3ac3e880728f109799183aecc071403e13589de3fb06a51e43eab7d8027c23fa"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4f3eb30e463818859540e860b5b614fc393d4c98b26156fb2d74de817d6c0237"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "79da3a535b4c721b20a45c80862cc8689c6b99a43b50fa40df775bd59545e246"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "cd424f34a395bd509fafcde83fee0a19ded8d031f61d5384c665380e30f6f11d"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            5,
            5,
            10,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.20841971039772034,
            -3.4563353061676025,
            -4.470430374145508,
            -4.533333778381348,
            -4.841710090637207,
            -5.358508110046387,
            -6.079357147216797,
            -6.114202976226807,
            -6.471385955810547,
            -7.42785120010376
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167980194091797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3d9ee315f60a1d3f206b193935289ebcdd4c2b26c013a40f73bee24bf8603694"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4e07fdb963f608722ec6544a8984b590a4b5786b8a347aec1cb4292ffd47b6b4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "83a1d3f5a3ee3992297b90b1fbc9264e8c84eb43c5ea16665e9a45d0df7aea79"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3b51da3104d8e1dcab41d72923161151da69a17f0bc8d4ead90b91ee5e099d4d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "72c26cd8f4cbb08b1c877388b9dc0f6e70ce3b9ead7453b7142985570a9a7820"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "b32349893315c63528cbe2869f800a035e2c00d08998d6e88ed76aa9dae4f69c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5d4d200fe5a5d7b642c2ca3359ddcac3ad8c45a6ec1b75f535942c1f0723b683"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1e476cbdfa62ff308b7f7d4a99aaf9aaef4cd4eed51c5ef61a04d274e453e0f"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.22617554664611816,
            -3.482790946960449,
            -4.520920276641846,
            -4.562951564788818,
            -4.87917423248291,
            -5.339178085327148,
            -5.895816326141357,
            -6.0074076652526855,
            -6.178529262542725,
            -7.513220310211182
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4600038528442383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e8dab3181258041fd3432168a4d8b40772a4ac93c139b17cbe38f382b7a437be"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "57b8c09cc9bd61188da30d9e2639afa3ec0e408a2427af8903192408e828506e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "997de7a2b8a6b8efd3138975bd7697d4c1a9c5be1bb430d8f57b763f9a1bbf94"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0a404b7f73f801b621b7c7795c5d91459da9567baaaf553b779bd89adaf9acae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e73624b5598b54bed1fe532c30b5959e408b9e6a65063d7e53c099f56bcc67b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a991ec34fc62e22036d231d787f47befdf822a0840ef0579e90985ab1ed52943"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0ccb65d970141c9071ed8ce9324f4f5ea7cac8ff43aeb393d3652d58aeb22225"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6c27f0888d002f8e6a109808111ba1d01feb6ea95ec403f8b1b7fa1f93f8274c"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            3
          ],
          "topCandidateScores": [
            -0.24508309364318848,
            -3.5097877979278564,
            -4.570892810821533,
            -4.606469631195068,
            -4.904358386993408,
            -5.297053337097168,
            -5.948125839233398,
            -6.018001556396484,
            -6.143674850463867,
            -7.119012832641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39269495010375977,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "71e4d0145dff82ed6e760067678e9c3237caac8083b23f00c348312e6cbe7e9f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7a420aaad50a012cc91540341cf26dfa431ec700a9f4534c677cd1c93193988a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "973f7c0b6d0c8585dd3d1f88d7cf690ce1596f48ebcc6fe94cae83b000764e00"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b680ec7c2c29c316482f1d88179b440329966a5b017244d63514402631b86f87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "9612b819fd58f91167337c7623fb2c349c262f851c99712c43bf0e99c0e32fce"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "610b2300889f4548857c945829e5abfcc1b891d965f6d699de8c24e4c8fd00e9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bba2b2913c3254cb98718328a01159f82b7e9d8f750550c287d8277e99a922b6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2db4555aebc75961210d41ef73e8975acbd3cec9e362d751ed2d9a4db683bbb2"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            11,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.2637951672077179,
            -3.54081654548645,
            -4.623866558074951,
            -4.6385345458984375,
            -4.924145698547363,
            -5.505943298339844,
            -5.895543098449707,
            -6.163106918334961,
            -6.250840187072754,
            -6.351404190063477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5817975997924805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "97d3d59da9d1d0c405793fbf612e4b2f591b5677760343e5607f433853afd338"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8eb1e1071b9387ac3e49c1987c392dea86f78f2d90752ddae935102d9eb37a26"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "84ed77381bc1f3aac3576667be2b22ac129d8f776d3a7fe02a2e11020299a3ff"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "de1d73e6b77535f6a0783fc217462b6bc8439baaa8060b413ddf991922ef36dc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "7d7e0ebd0149a0e3c98a583da8daf9eac3468d76dd0d399a9ba5df1ce68cdb80"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "688e1c1e665e8d803ae63867a0ba88e81fe1d814681975a9a39aa23c4e0a81a9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "55301bf0ff743c707fecee90627dfa1ce4ed0dfd60e5e4e2738d2a0ae2b332bb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "55d29a568c7d0e3f1785f5ab8800ada31f3f41abfe219cd850b812b29068477c"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            4,
            5,
            5,
            3,
            11,
            27,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2829703390598297,
            -3.5807559490203857,
            -4.64842414855957,
            -4.679369926452637,
            -4.940002918243408,
            -5.65297794342041,
            -5.746764183044434,
            -5.977169990539551,
            -6.286510944366455,
            -6.508785724639893
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.712975025177002,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1aed6675e2b97dfdeef8d52f9ce0ccec1050d53a04676739ac72cf6ac194df57"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "aafceda3b3e8064612a78aaf3e99e3510676dacb171629545f74515792d54b83"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f5fb2586ba431d665aee643c6c930ef7ccffd42580d6d8b1449e230d51fb6302"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "880163c1bda7e7ee638e71ead0528f4c96f312ef9f374ab9164d14a841c7f123"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c2fd5c5117594d2212860ee751fb9afa6fdef5e49b93b15c5ac3fe271be66e5d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "333a78725d537ea525b4b174cd92243cd4650db46a5c6433cd542882e4ca522b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5b8bf7564f0d3cb5a660a9cf10f8aeaff2f6ea0f24caf54dba171eec0625e716"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "79d66524e213bfc2948f62a1777e2c14eaed5040ad1b6b681212e22848261f85"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            10,
            5,
            5,
            3,
            11,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.3025945723056793,
            -3.628922700881958,
            -4.648439407348633,
            -4.7330851554870605,
            -4.9549174308776855,
            -5.3004469871521,
            -5.741144180297852,
            -6.231693744659424,
            -6.579007625579834,
            -6.708992958068848
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.34552955627441406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3f4db0fde82ed911cbe42b62464105e41671ba97f1a0754c822179c0f4eac549"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "dce4aaa6eb758e6aa18cd7cf444804d68fdb5131d9c1e3ef23c24528368256a4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b2d218c0645801ee4f65d7be3faf4c387f0730f9da3fffbe5b8d95abbed84228"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b57943a7ee7ec7b273b25a0e4d2b466c913122d3f6747483e1b1b0c053ec1a05"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "347de1468f2ce44e94b5686d0aab857fc7f2735c47b97381a235c44713c51394"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "38a46e8060b69bacd59aada1574f5cdcf51fec2b0dbbeb04d10302a18cd7f118"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f580a5be801c8b1e274276ba15fe47c3c43872085b389fd0fc2865efee98df1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e070a6500913355610b7076d164752e75a9511c9f860995d33c7e2dc9dffe474"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            10,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            9,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.32383763790130615,
            -3.6811206340789795,
            -4.781196117401123,
            -4.970824718475342,
            -5.007918834686279,
            -5.08833122253418,
            -5.757555961608887,
            -5.9953508377075195,
            -6.175344944000244,
            -6.798681735992432
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.007918834686279,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08041238784790039,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dd7af66da07fd40df609f3819a9c33b2c84c87307b039ddde4c0e5cd635b02a2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b3f94611d0ad7724b270adb3daf30d71edce70b64be45a2a9d8dfdd655de1a36"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6253d23c29507ade0a24ea59cfcfd498b850c27ed9ae4137d6adf34572137abe"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "24cfeca8524621f8a1fc0dd66bb1e48d109707d8b6abb79132a2b87394466cca"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d277a440a5b1f3b8d79e0b488beadd528436d09e5749f3f4cdf68ea57b6d8d6c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "854930c6f8b03e4121c5b3bd9531c5c3dcccbaa7af798d640dd634c5add9292e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f7ee861e706417cc6bc6e5c0ec86d22a8142a730ad4e4bdc4c3ba5ec0d1b714e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f0c484b4e93cce09d1982b2c0be194bef0d702875419b7765d9335f0d76d3028"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            12,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.34711116552352905,
            -3.7358148097991943,
            -4.794238090515137,
            -4.827488899230957,
            -4.989285945892334,
            -5.743654727935791,
            -5.7592549324035645,
            -6.226254940032959,
            -6.235755920410156,
            -6.813037395477295
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.794238090515137,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.754368782043457,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "b9b2319b09476b27c95202eaf464d15876d7574e5e1a337d5d715486a015afd4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "196cb954c72be0cfc443ed40cc9dc35a3bbf5a4ff496f7bb823f2799724110a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "6469d7609ca8935c7fc34ab236c8b56d2b06947355b73346c2ea3ed7068126be"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "33a164ed1576b59b4703ec3f9cb27dd8250ea8c81e22b5bd4323aac82544757b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0189bbd0005495cef59ab0544f5d4fe1d7ae0c0b7a317db9265e357a265d0142"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "50f2a00215ae473539d67a3dcde12145e87aa7cbff71a1bb68698c0ac5e3e27f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f743da3c2cb3b54c8e24410e471d4b45f531e7462545359cacd8e2701b3fde1d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "824858aa7f785c74e86be232c81aebbcef2b1fbb3163ae461e6b9ff62a983784"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            5,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            8,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3720216751098633,
            -3.794752597808838,
            -4.687125205993652,
            -4.873232841491699,
            -5.010952472686768,
            -5.712900638580322,
            -5.85710334777832,
            -6.3465189933776855,
            -6.765359401702881,
            -7.222626686096191
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.687125205993652,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7019481658935547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "a1bc8014e99c2357c011d05602284d7d42644993c7c3b79bcf70f39ea3414fc7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "943a171bfd2177605ce5413b8b6ea6e3f65a4aec3d0c0f270f6639319dc32f89"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "3924e2e13ecf6d058593ebddea60c4423c1fc60116ffb3d40e1777f7c435dc6d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "82a93510cc80b350cbfab5c1f288e2d4ad0aaf3373a28317ddd128099ff305f2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "254efe5227f0b925586fbde1660ef7b146ae0e8dce2dd6d83ab5161fa93902bd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d62e529dfba2f93ca1add5c49c3c9f50d9bc87dc89e3a22632f8ee9eb3c64c66"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "23cc14847285c80ffe3b3a96122b5516f6b5c206c6fa471e18bacbc58d32912e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "75f83d655f2f94365a6b878c260ea4fe5abc394968bb4ea5d820752c7efadc9c"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3977949321269989,
            -3.857234477996826,
            -4.670436859130859,
            -4.921696662902832,
            -5.036622524261475,
            -5.632901668548584,
            -5.746466636657715,
            -6.454154014587402,
            -6.731011390686035,
            -7.112629413604736
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.670436859130859,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5962791442871094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3d74cd353bc886a3fdc517159e57a9147612b8e5c4f8dc33ffbfe22a6333929b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "74d8142c34a1b4a53209db27e6e81612b14ef7a1b6ae0067a882f2554670994c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "31e1240c5e10f7932d4bc5584bfd1a27af245b44027f887f2911f02f07650c65"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8eee594dbb33e7eeb4a199fdbf6b3d8e18e006f8a92bd6da1b6bd3530628634f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "1a9dd40e620c041ee55c4fd6332230cf3d727869277706fc59bc348f82f09add"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "b4764e526d51794c3d2414678d0d254d72f817b4b2d2fc39c3a9d58f5acdc74f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "44e9c980139017df22e295872c82cd7b06abcdef55732c6c8287bb64b15a406a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "556a9279208aa864b2b09bb1da0fa1dd296799f813815771c72f8abde5c0ddca"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.4228411316871643,
            -3.9238314628601074,
            -4.74825382232666,
            -4.97557258605957,
            -5.06992769241333,
            -5.597992420196533,
            -5.666386127471924,
            -6.552610397338867,
            -6.737257480621338,
            -7.018715858459473
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.74825382232666,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5280647277832031,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f87ae3c9129b0e91c5c668bea2d983dbf683515cd9547d7948549231ab8a6e39"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e97e0921e97b2b75858729e911bf31cc6fba44bed6985bd77b3b04f47acfcbc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "907a21ed5a1e1f2766c5af7f351640daa603b2cb62ed8496284b9a590634b47a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9dbe54089750468bc97b71438a3f27dfac187c1ad9b764525ea56277c5fde0ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5fa4eb2941f0c89d8adcaa9613de5a46bc0a45926e2c2261494e2811647cbdc7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f4e87886bcb5c5cb9559cd2481120ea933b0174e148674633cba5855248108d5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ed8192d30a668876cd3d966e4fae7723a92f05b94e9199e70cb170eeb7fe93c7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "dd4d8d27a440c3550e5000ae5d5c727e53eadc5bdaeaf702de74538b5db93cf0"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.44833633303642273,
            -3.9964773654937744,
            -4.75083065032959,
            -5.0353240966796875,
            -5.1146440505981445,
            -5.583550453186035,
            -5.633134365081787,
            -6.575502872467041,
            -6.768200397491455,
            -6.934167861938477
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.75083065032959,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4689064025878906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3e27f59a41e674b53d25892f57357231df0b79f4a7d2c9e2b6d1a19cbee5f174"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "fb7f01b003e1836c1d6a12b659de16749bd2e4e038e41d564f585d516a1114c3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "31baea92c2d7ff614d18bcc74ced58bc9f9cff9b85628253da85c550383cb572"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "4c2bfc0509f064c5e248ec35010d5a9df275261960d389e86f355801fe8ed6cc"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7279b34439167d8a5373dd2cbb4accc408c068236a89d423473f601588d92376"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "27af7429a01618141490c3d75c4688b7109eee358a37e29f7b5074b7db970e0f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3005a27d96d607de9b126b0df3a4c6ec4be41e087c667cd42902e85222d52526"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "38bc1eb8059c8462eb6d734ca21fc88e93b9a825d5b12cef200980d49b90a78d"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.47506818175315857,
            -4.076019287109375,
            -4.696993827819824,
            -5.101603031158447,
            -5.175533294677734,
            -5.6159868240356445,
            -5.621222019195557,
            -6.600503921508789,
            -6.701699733734131,
            -6.847617149353027
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.696993827819824,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.44045352935791016,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "d5c154212c5a514a9a2f629c95be4121839907557d4e147809333ca009a25f69"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2ddc16453170c11006bc9c91c61afd9f99a21d167f4e29e9c4cc63a0fc1fee66"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "5ddd36ce4531a865d051f32383fd38fea068d154b79c880362afd412b0aa0748"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "fdac1b8ab3b90f1334487be88c6c07c0628ac77f3c78286303eccd49f6a75731"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "66a47082ec5a634b152ad389d90bfa111422a0efd154ebdccbee349f9cfe0d44"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "51eb02d9bc31f0d8eb04d0613e65fd27ab6a2deefd29bf27da36433f322c85bc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "4700c89a141789a285693cd99369c8268c06fa6f1c61a9ecb2e24a5f447baf03"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "47f923c89d5e1736e1626de1c5db2a679e9ded23aa60362d0005cf28fdddded1"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.503990650177002,
            -4.159704685211182,
            -4.595342636108398,
            -5.173766613006592,
            -5.253956317901611,
            -5.650708198547363,
            -5.656082630157471,
            -6.5595316886901855,
            -6.675074577331543,
            -6.824814796447754
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.595342636108398,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39675188064575195,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "96f0f307479677f3423feeeed9e603a99d91864d9e8290bd163896545acb8eed"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1d272437710777b7cb27516152fa9e409d6c7b80b548fcc8e2bd798ce087fafb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "38ae5e8fd2cdd70e5c27c30fdd88a85a249682ce1eab53ce37d12e2b466bd5f2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ac8e16441dda3079aea45e06155eb68df85be1b6b3d0245c2e35f9596cefa00a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0edf451eded47425553e2e692d48f0a2048312cf5edfe074ad2ab4423ad8b947"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "f82d57870e63325cc885bdbddfa3bd2b4455afe853d018591cf78a89e022828d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "06bd9319a23267772da8d31253e5ef4e136625eb92feb3a7ee42093090a61816"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ceae76f9476d683e8c8e6282e408b26c90d762ffd6a59e46ee58072b055f0553"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5354950428009033,
            -4.2466020584106445,
            -4.497295379638672,
            -5.251444339752197,
            -5.352819919586182,
            -5.614222526550293,
            -5.69023323059082,
            -6.550252437591553,
            -6.789088249206543,
            -6.842358112335205
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.497295379638672,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26140260696411133,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "a101c4cdaf9e90af32d04dc425571a694a73f3b923abc3d5a3851d06a6fd5573"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "b2e538f5835a110d218fef1aa6587431be7ae48a9f475cae71d102f7a8a025a6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "99767ab86e77b9eb8f4790c68ec3d7aa628794a014702a23248ad83512dbc548"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2385b62026187c48ea3d293efe2b1e14197937310e3a02e19ccf079e103c8cdd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "61e0562913646120a9ff22289615188be4e9a953f2cd34b6ee1bd97d22d5eee4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "402cebfe4fd5b8f6550cf2f8f9a6eb7da9b5cb79a685fc5bd52b1120ce14e7a2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "790d7ba3213629c35e12b4b7b548b4223070d5c294da21b889523cb331b28edf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "2ac83b3f564bbfbc10c87fb3eb99bb0d917880104f4db1092786672d32d770d8"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            3,
            6
          ],
          "topCandidateScores": [
            -0.5693464279174805,
            -4.337320804595947,
            -4.442662239074707,
            -5.3344340324401855,
            -5.468420028686523,
            -5.551137924194336,
            -5.653233051300049,
            -6.565174102783203,
            -6.8736772537231445,
            -6.874065399169922
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.442662239074707,
              "finishedAt": 21,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0827178955078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "6d0ab5abb3d6869684e83ded874f4465ed9878258d8e31a7f4862ad2a2b98382"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "e0ee8014db70585608733e3ba67c834d595a5f21c44d5c173a1484988613bc3e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "69189141503830075975e8e6a7e7e71ad74c6e1dd03c0ee0938d18c065a33b9f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "82d7ffeab8ec2b9a78c1229862753af7fc0c8bbb47265b4e771fb871aea3f7ff"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "0f77c03caab58c3f950567616351dfc029a0e139f9643742afa66b2dfc7ec609"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "5aac6b5f416acc58b805372b16a167360a5aa51efb637c79556b6ffb6f3d0def"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "9b0837dd5e7ff2f6a0360652039a0a973ed7428de778ed5076a6bf446a864802"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "4b8c2cfdabdc56ebca8750d4c8001495996fb631ca4d1bf97936e73f4b52378b"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            3,
            0,
            2,
            4,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6060252785682678,
            -4.390133857727051,
            -4.429816722869873,
            -5.4214982986450195,
            -5.463860988616943,
            -5.589247703552246,
            -5.598814487457275,
            -6.6321210861206055,
            -6.918512344360352,
            -6.940892219543457
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.390133857727051,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12538671493530273,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2496d0860cdf29d53d28f571d20b1fab16d5bdf7affb8becf77e862397944196"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "940d9cdfcb412b6b60b4496d31481e9a702e38e7c8e8e8e2df7eddf2c806e8a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "ce56d8bace24e24bf8c23fda1bc91abdd8e1f9e077fe29ad93d19e051631648f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5fa80f2784bb92b08676e0dcd9fde1275059e74e88327745f6d071eb36d6ceec"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4895dcbd91d6603db249fd996c1d8887fe20f1dd835e61e5397a609f2365ba61"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2060f54a811300068caa872e94457e9e330ac932bf3b7d9aac55c5041dff63cf"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "85ac1f33ab02f757ad0e04995d755cda396c19a81c935ad4952c6a3ea3d12208"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4160ec4e98419d26266b9099d722deada48191ee8fac7655a9c5264a7221e009"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            4,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6450031399726868,
            -4.355933666229248,
            -4.524831771850586,
            -5.409860134124756,
            -5.503575325012207,
            -5.510373592376709,
            -5.659947395324707,
            -6.760950088500977,
            -6.952597618103027,
            -7.003702640533447
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.355933666229248,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.006798267364501953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffe66519dcfe524982208b15b88f7a8c5306f6990b952b8a7cb1022888bda75f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "22aefc289c9bfb0cb2be70632f44655524ad1c00dd6a974d9f315e4b3274e542"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11938e6305d55c0de1a8a3f19c12181038402e4af8db5e48df49967daa9f1e1b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "300719e596ac2120c12bb3872e05b3fab7f1281d8467d327e90664ad48082ef1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "788c3c8d43ddd6645ba0c20d7768c9f85a18b48a33d2aee095fc7452a66a3374"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fcbe8db923e93d68588433765e5d34b03d4da7027f27cb45c833ff5800623c4d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4d45187df0825e21278cd6fe61ef31b14acc33fe76333957614cb733fcf1e9ec"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "9bf2a86b2a6d5f4b34c60117de262cdc13967cd3fff6ca278a073a0ac7c3612f"
            }
          }
        },
        {
          "step": 24,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6850680112838745,
            -4.356855869293213,
            -4.621362686157227,
            -5.415716171264648,
            -5.449309349060059,
            -5.576845645904541,
            -5.601273536682129,
            -6.905107498168945,
            -6.972408294677734,
            -7.080282211303711
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.356855869293213,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12753629684448242,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "be9700640bb1395f9aa89c4d5f4c656fb7234f986f70c036101168021e3182a0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "0eda3198a223690cd981b497f0bb4bc7c07b78367b9fe4606a3f29e03cb78046"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "0704a483cedda258e12b1859ade230c136cc9d0d8fe74114a659d37673880496"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "dd93c0c84b300122290c3bb5014e626820d1db530d5815f3f6aee87ff42931b7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "6faff3ea80521bbc48104dfcdd41e8c3e6acb2ecb5058b4da1d11123190a867d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "1f8976b56bf6329e396f5437a27cce5d674902583265e23dbdaa0165a9ec5672"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "4db0f70c006557d3235d59c98c67c7a57bbe6d7241f4691cd0bc466311bdb5ee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                25,
                64
              ],
              "sha256": "f2e210954445f4cfe6dc1df1cc1b306afb00ce8421f14785e4bff4f1b372d2e5"
            }
          }
        },
        {
          "step": 25,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7264376282691956,
            -4.34787654876709,
            -4.7195048332214355,
            -5.454621315002441,
            -5.456942558288574,
            -5.531368255615234,
            -5.785763740539551,
            -6.979124069213867,
            -7.018088340759277,
            -7.157230854034424
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.34787654876709,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07442569732666016,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "91d06da6969b3c6a879bcaefd8b3301d309aad28bf8b7e465d35280a5f5854f7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "481dc9961999f0df48b3c5234bc2233370b906a8236db76748488ead1b187e7f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "9e4c473868c205d0a63532307d7c662a4854178e4fe2a98c906ef68a15221690"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "1b93838dac588db558e0e1f7f6e0af681123264ca69e54d25fcda46e6fc4135d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "c242003d67d5611d48dd39e6986831ed6e294f482353be93f1af683f0cf0ed80"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "124f955a079167733a760904d3dec2d7d0f6adfdb6ec6cb380626a1b7893985a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "76cd21746cfd573125799576d72befe907bc28d1a84287423f2f4a4fea44c61e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                26,
                64
              ],
              "sha256": "1b625517de9fcebb43e4f9947f5bce40e6031014290d2d114928ebae02283af0"
            }
          }
        },
        {
          "step": 26,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7686208486557007,
            -4.348847389221191,
            -4.8171234130859375,
            -5.494968414306641,
            -5.541992664337158,
            -5.550470352172852,
            -5.740111351013184,
            -6.9935760498046875,
            -7.097113609313965,
            -7.25375509262085
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.348847389221191,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.00847768783569336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "f23104fc7cbe390b24198e5bf51ca2bb05ce08a8a96d76135aec4a05e54e3897"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "7db24d07244f7e01c348bcb33025eead858a38bac1d0ef36758dda7b1c246ee9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "ed471dc8faddba7522d96f68f529577bbef86dcbb66e691a6c28d0fee514f78b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "1318a6f8a17f699dc37440e9a610d0c318a88f15f8dab97436b885af4c48fb60"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "018ba064ee347fe57b4ebccda44a8c76de6f33803b7d17dd94fe179682ea7324"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "2ef457dddc250bb8382ce30bd89d1380c7fbf9bb0e10a445d030ab752bc587e5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "600d89c98c8a610346852f406229e92a89d6e6fac4435d8c67b1a19702a0b7cb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                27,
                64
              ],
              "sha256": "25b925900cf48477f9c157ccbf19d5acac2a8baedd735d93cb2def57936cea51"
            }
          }
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.811162531375885,
            -4.366735935211182,
            -4.9108171463012695,
            -5.579721450805664,
            -5.605576515197754,
            -5.633933067321777,
            -5.759326457977295,
            -7.005507946014404,
            -7.174562931060791,
            -7.315950870513916
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.366735935211182,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.028356552124023438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "8fdf7462dfbdb990d9b6b3cd4a639d9fe1af01579b493c627b8b3504e45750e7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "28d84ad0781b888c0efd6e6481b6adea720fbf7a40be377ee0fb1eb89c5bbd8e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "bf0b999625d6a712c5fcdb3149f3300ba2ade35e2a1f098976f4800074afa58d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "6e0bbcf54aeee9d0f365e070898968b8d1fb5684e359bd66ac91f634f998ff85"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "4a418d7f5ce481b753cde99808a9138564c878cd6ff09b1f5df5f617fe8ce889"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "ee7ac180d6bff7b636fbe688f1c68b63b275b107dc0d76064e66dbc44c27721e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f21e8b0395d4176f45906ba40dd653383e924077cd36d12069de427ec166c00e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                28,
                64
              ],
              "sha256": "f17b5388f8b368f14376137bab5fad50890d0ec21e620e147b8f92f8e56c601c"
            }
          }
        },
        {
          "step": 28,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8537449836730957,
            -4.3956756591796875,
            -4.999953269958496,
            -5.670096397399902,
            -5.7034993171691895,
            -5.717012405395508,
            -5.8159284591674805,
            -7.039214611053467,
            -7.294323921203613,
            -7.3691086769104
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.3956756591796875,
              "finishedAt": 28,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.01351308822631836,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "7d0bdbc0600b1a3b6e54a1207b937a9f52fb33b9db74bbf8b740cec94f222b56"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "155d5ee67cbe570dee133b127e3b6eebfaceed296edd236fdd7b941462fa84b1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "71f435cc788a912928131b432d746db0f73178e1a1f7c47223348d8972e21fbe"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "9f9ea487751825a281dee2eaabf9bb85d3cfe21ac0dde859f274ab18b22e1a9b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "e54bd10cc599c69acd4e97071ee08f83ab96e1872863fe4fdc603144183255f7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "479507b442a424a6886d53a4dff3bb5e69f7c3ee02168294c73ee861aa43b7bd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "ef447d94ca199a947866d5feec32b6feccf4d357f9d4e43efbec899827fd6baf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                29,
                64
              ],
              "sha256": "ed18bf223d41e7305fb0190fdf3c922becebbe701a4a48db722581a84d87fd0d"
            }
          }
        },
        {
          "step": 29,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            3,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8965413570404053,
            -4.416133403778076,
            -5.084980010986328,
            -5.750607013702393,
            -5.803285598754883,
            -5.806206226348877,
            -5.908204078674316,
            -7.0781121253967285,
            -7.448326587677002,
            -7.498356819152832
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.416133403778076,
              "finishedAt": 29,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0029206275939941406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "61b0ab695d3f3fb407312115981158dfd464560288a6e2223cc924310b987c27"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "a333a10639eae1e9f24a567de43c7d4269179026b98e9854bb4a9137b6cdbc05"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "cd1778c63486f13fa1c46cebb837bffd5fe54c23c16f978691dc10e6369aa023"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "4a11df6738d0a4da7f9af43e4d7cfb5c684cef6c2c13a713ff36449113b34070"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "4bbf0918e3f44f65af788b7c2bdb1ec8178c393c52e0b173cf3769bc447c45c0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "03817b79e53518b5e9ddc05053f66eb8f3e2e5c5c10a7fc3dafde5f5684b9b71"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "62c305b49de91fc25caaf277296f7559efb226bfdac6e83598440ed9227d5496"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                30,
                64
              ],
              "sha256": "1dc497cc48bf36430cbe6efedd227ca571b3605f0feb46bf70fdc506f24d981d"
            }
          }
        },
        {
          "step": 30,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.9390934109687805,
            -4.455719947814941,
            -5.164634704589844,
            -5.83328914642334,
            -5.869380950927734,
            -5.902754783630371,
            -6.003780841827393,
            -7.127793312072754,
            -7.623688697814941,
            -7.6357645988464355
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.455719947814941,
              "finishedAt": 30,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03337383270263672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "91ffe9fadffc335ff67f535977a0706576d6090ace0a025fb4089e794a1a6688"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "d095e580026b51d98c107d2b69be4c9856341efda6c7ce443aae178dfff3b8df"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "d831052b7d84b657af002255bcad7b862c29f2a6fbe1d3c855bf1305a25eede2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "41051a1b48b6bd8db1fd83f96009abc920d2fad56365f17d0ebcb68c1a562eea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "46c9ee51e4949cf34a337255ef86f675294d84f2f424dafa7f49ac7f0b7e6f69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "498792a4debb0ac8e0ae3397161b0cb56adeaa3d8d700edb9fec0c19b83d4e43"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "30f0bcc231a8bd84b4fffe2c9cc84b9f2c327cbf3bf1cd9ef6fa0b4f9c19ffbe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                31,
                64
              ],
              "sha256": "426b1237de697df1515619bb0ed16f9adf2c516437ac171b6b7e5b7f2c388f0e"
            }
          }
        },
        {
          "step": 31,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            11
          ],
          "topCandidateScores": [
            -0.9817669987678528,
            -4.488909721374512,
            -5.240456581115723,
            -5.89792537689209,
            -5.916326999664307,
            -6.007747173309326,
            -6.10129451751709,
            -7.17640495300293,
            -7.659979343414307,
            -7.727095603942871
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.488909721374512,
              "finishedAt": 31,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09142017364501953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "1d524616635c2132dc577c4e2f0d5e05b45fde61be3eea96b52e7f0f65b1daaa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "4fb47fe6e2fe8d39f0f3ba79faca527da6b54874c4b27ffaee1eeadc8d8d1ab5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "6a24bcbcbac088f7567046bc3481bc54d031f639072e3199acf15bdee949728a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "1c74e138868eaff7eb6e018fb5f88684a142f4486f629ba141b63f3f2f953344"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "f51cd1caf77bd18d92ed67d5db7b9ddaf0a5c70d89d9a95a0a832ae7a2701522"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "9c7c4dfb700acb4d903776cf313715cbde0de391a6bd4cf79893542558d35e72"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "133ecd63cd40b19fa83e8c405da05e3ede992c75d2b119be81326048c9b06d61"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                32,
                64
              ],
              "sha256": "dba0637f38e9a328e9b04bf94acce630cc475ec9866cd15106815a8998b1fcb6"
            }
          }
        },
        {
          "step": 32,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.0250740051269531,
            -4.507842063903809,
            -5.3151068687438965,
            -5.9458394050598145,
            -5.954312324523926,
            -6.097132205963135,
            -6.210951805114746,
            -7.2352294921875,
            -7.6745100021362305,
            -7.706875324249268
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.507842063903809,
              "finishedAt": 32,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14281988143920898,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "ad340fb2a0e9e379d9678987dbfdca4759772685d9ab5c9444b1c7989c0fc3a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "7747e28f983e3d049a8667358e5ca09f69f442d3dfc64bf6b94c1aaa658fcbb1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "5040b602518192ecb533309a89a31a6f0c9203011477cb65168183cfabc87614"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "704dea6f0b5b35e8f2139989a1aa4dbf6ff3474e3f9aba44019e935bec278297"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "6f086464c95d9167b7c9cc22b996afb28a7bf3847082edaab34b893336114754"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "3e6ef8f2c52ec1c667d8a220ff13781d1d6c0a6d58d1118085fe146f0efd3f94"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "9b912ccb578afc04900a787b4339596c221dc7477df95463dfe5ba4a2b992114"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                33,
                64
              ],
              "sha256": "e8a46090005166a3e2046cccafd0581abb3a6b41517598ea5580edf06d23f8ce"
            }
          }
        },
        {
          "step": 33,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            3,
            4
          ],
          "topCandidateScores": [
            -1.0697805881500244,
            -4.506582260131836,
            -5.391120433807373,
            -5.98435640335083,
            -5.992697715759277,
            -6.163440704345703,
            -6.303240776062012,
            -7.284014701843262,
            -7.6605916023254395,
            -7.676799297332764
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.506582260131836,
              "finishedAt": 33,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17074298858642578,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "ad326bcdeeda216309a5d9c60fb374095b22c9df520fb749098f8c56f24d7920"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "43a8c8a957eac80e334c85449e60f233c37e5f4a8cca9b589417fee1fb75abba"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "6170dee5c3b1964641a0e9b66cafbfac8f472d9f775ba8d5f029d9e9a2f0f1a7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "218d3e3c25588102e7a8665a6f5e7603710397951ecfd1a48db65184c76154aa"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "970acc516dcce75208c617641d874ebc05ce262e1c434c2bb5ab0eceebcc4743"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "ecf0f9a89279f69907a4f4c6e0ec29dd46f7c464502c69a8cc68909c6ca3918b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "e8adf9f3b7359177677b0a3c23c372f0a18cbd4816dd19a08d93aca8f606933a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                34,
                64
              ],
              "sha256": "7f9cdb2c99b7f910e26af2f6b09eb54899eb631eb76314ef4d23bf7cd4cb8066"
            }
          }
        },
        {
          "step": 34,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1160519123077393,
            -4.50421142578125,
            -5.4701247215271,
            -6.023014068603516,
            -6.048337936401367,
            -6.208342552185059,
            -6.366794109344482,
            -7.3243408203125,
            -7.653106689453125,
            -7.666286468505859
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.50421142578125,
              "finishedAt": 34,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1600046157836914,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "b20169841a78537bc7400846a0dffd8a6a178e0abaa6b882f11634946dcc4daa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "0a00a2ce208622d01d050d025291e447afec2b8126bb9eae272ba519bc2319f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "2aa7b6bd3940919574572d25e9754f144833aadfa0a7dda18d89ef5fe08ac49f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "e38cfbd6388016fb90541a365d59cdbd67fb19f8cf3275df4b67dff0bc87b273"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "5d1ceb4ae9e345fbf5e6ff23b3487c148122fc11f0fc8ec0724270e8b8247449"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "1d4cef1c7c0b6c109b56ecb0b2752528c5f53dcc8d8065e66c297c7f9081b6ef"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "48cb2621086b062f6eee6f4ac0fe58eb9b83503d0948a52bbaa8dc53807fda60"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                35,
                64
              ],
              "sha256": "d0e61de9f71c44e8ceffbcf126dc95c4dcd0d98b2374db637aaa89abc09b9676"
            }
          }
        },
        {
          "step": 35,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1621919870376587,
            -4.543490409851074,
            -5.54846715927124,
            -6.078279495239258,
            -6.160432815551758,
            -6.250075817108154,
            -6.401650428771973,
            -7.380312919616699,
            -7.614049911499023,
            -7.687405109405518
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.543490409851074,
              "finishedAt": 35,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08964300155639648,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "27be34eb0f6600dc801d24f527450711a83bc65e0ea5788ee423b1f39364c436"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "b6856a7eaed7bf94a589113b7c661dc287f203953ea276f15f40a969f92e426a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "422b85a9b9b28b279d63aaf23b9ff5064a77271eb797cea6a9a22059e54e0314"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "4ba4802efae5b79c42571b47d6b7d46a5cacc9198fc5d49f16ba92d885b33d9a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "0f9e9775aa09a17a5982dbc2127a16fd1c3c6e4d9b908b6e57b551e23aa1e591"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "3dce6df3bedccf9f91ba69dac93a7375b85675933262e6bde3bb9f23be134983"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "6c056960862182287ec39dcce3e672e1e6936d0d5ea8ae5adc5e50548870a7f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                36,
                64
              ],
              "sha256": "a62f9ae66171cab9a402193c962693423612ac6cfbaee462a64a01fafe68adce"
            }
          }
        },
        {
          "step": 36,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2079166173934937,
            -4.588642120361328,
            -5.623702526092529,
            -6.1898651123046875,
            -6.305423736572266,
            -6.312833786010742,
            -6.428099632263184,
            -7.423842906951904,
            -7.559255123138428,
            -7.709020614624023
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.588642120361328,
              "finishedAt": 36,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0074100494384765625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "f93d34005d7ee903673e3b91c01134217d4fdfd78ea36eeb11d0be761cdd8381"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "75cdbd134c347e7763bc73dfbbac9b0c00553cc7c737b35658b197aa0afab672"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "707c285b098b09d56a3e385e99c0bd49a86b7d0235ff4874aa02fcd8a668065a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "5d064b51b611115834cfcd116209303c9514cec49bcbea4f64f925d3acc01fa6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "fb90e5cce34cc6a9cca4aa7f6fc975864405c024975706ac49c523982fbaa562"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "d7f09e4c21c3e5e5c7f2f606dc64ef379030db6be18ce6ff6612519b4f7f5952"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "db2833adf28c32b128f4e7d8cd547a5994a87a16877912935464a30486ea01a7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                37,
                64
              ],
              "sha256": "faf3a5a75128c5a6006ade5616fc3aab00278dc3020fd80ad3997000a05cd9ff"
            }
          }
        },
        {
          "step": 37,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2528929710388184,
            -4.647475242614746,
            -5.69434118270874,
            -6.336536407470703,
            -6.4462890625,
            -6.459539413452148,
            -6.469416618347168,
            -7.45410680770874,
            -7.5012431144714355,
            -7.688120365142822
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.647475242614746,
              "finishedAt": 37,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013250350952148438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "a76d1e9180448878d9b156327c63e7d9006c6aa36f90b66bd315efb8a5feb680"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "10c37ae4990f768077fc3ce990d76440f138f1d060af3161fae7acda2b21e897"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "e58e4c5e523d741d3ecfa5fb9be83a1d20f26b17b680f6ee855765210b480971"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "e01a5b19dfb6d294d621f623fad7c6e7a1059a045f277724364eb4939a0668c8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "67547d2d9d930842365ec3edc6306c49113d9325163f9a3962f5a37b91818b4d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "d599616de5ad89975b37ccb6fc8c40ae7727058831b94f015a4fdd2574bec217"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "bff1433f4e3e85e931b61502f32e4c315e532d5f3bf5f1a07c332aa4e039ab65"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                38,
                64
              ],
              "sha256": "f01ac087d6bbb4cbdc1e4e4d354d57e47fe759ecbc672975ff188d0ae263c6a5"
            }
          }
        },
        {
          "step": 38,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.298291563987732,
            -4.677091598510742,
            -5.763250350952148,
            -6.480242729187012,
            -6.563681125640869,
            -6.603032112121582,
            -6.642629146575928,
            -7.46258544921875,
            -7.46278715133667,
            -7.717527866363525
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.677091598510742,
              "finishedAt": 38,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03935098648071289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "fe2573f01f57aa24bc0d718393463b87472b3648a95ae697b83905c53b7384e8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "e9db856e85b0d444e988e842edaaa45ecfd7167b7e80788d91e266deaa39b698"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "00247529e11fb344e0f4992b90b3e732b986256280e29c62af7c969fa429cc0a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "8a3a2ec79109cc38e901401fec344c95795861fc57f393bdf15cedf9f5befbe7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "3940b96b53ec05932cf57f9106fc6c3cf57850b090348880dfa24228e42ceb57"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "d48e4db634ae385eb42f0e49f199d0b51a8d5cd46fde4d50de85d4db8b8a0727"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "757edc5039754e05c458ee5a95a3daba6674ba83cbd76a17085791dfb3fc961e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                39,
                64
              ],
              "sha256": "3d584eca0154bf448bc6ae95284c547bfcf2aa6ccd97f88a79ccc3156ff15716"
            }
          }
        },
        {
          "step": 39,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3452357053756714,
            -4.678652286529541,
            -5.831851005554199,
            -6.598087787628174,
            -6.63948392868042,
            -6.688543796539307,
            -6.824151515960693,
            -7.450336933135986,
            -7.492849349975586,
            -7.756277084350586
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.678652286529541,
              "finishedAt": 39,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04905986785888672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "0df5cc3b9c333cf4593819610189a4f79b75149d423312ff9316d09a0b4c3be7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "e07f89f625effb28d1946be2ddaad868e3875f5c2283fdf668fe19658b45c058"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "9d6d0fb330b1f1c56d51d40f1110ee0aeb49b583c8969fe3d32a9b83d31895b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "6b8423ea0dc7edfc293af273886201ed1e7bb4d0a34b3c62fc1fe286a6229b53"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "4ca76d55e0d00959038e48e64871ecaebaefc62ff69ba38cfb880c6503e9f5e4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "bc497dd91743692960a05b7ad80f59321ee1c1b1ffc963529c3b99d4ecf6bd85"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "f09435f49bf1090bc0f39dbc6b245e3cef486ebc17b8687f432816dcb73cd424"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                40,
                64
              ],
              "sha256": "f1d3aa1ac4cfcd6164095b45e64491b4cef7f9f7526f7dd04c1ac536e6c14d4e"
            }
          }
        },
        {
          "step": 40,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3941535949707031,
            -4.672696590423584,
            -5.902505874633789,
            -6.672036647796631,
            -6.6889424324035645,
            -6.727452754974365,
            -6.964852333068848,
            -7.46034049987793,
            -7.5449934005737305,
            -7.81731653213501
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.672696590423584,
              "finishedAt": 40,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03851032257080078,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "43f373c882cd26fa9876ddf27d4a628e58d06b78ce932711070fe871294703d4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "022fb4cab2901c80077d567bcf4a8661c80ec433caa147c8abca8a36a855ff18"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "fa24cb4afc4394f14b1aa38089e71ada3a6c54386291dde006bb2382c6486189"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "64432609fd2bcc3717e1e36fd6dcdf2336285af31c581ef6609cf3f528544489"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "92725888418f2c535483f7c08732813302403e965fde94e02e34142bdd72c987"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "78bbd638722879cd5d48655b5cea156aa48755cbafec3a57f7764438d2edc9c9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "4482b2a01737012cf536b7f0cff20240755c766bf1bf4fe9e73bb64ccb4d09ca"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                41,
                64
              ],
              "sha256": "583e72146209fd0597f41c834845ce462b2ee989a7356706fe2f1c52e7e97d6e"
            }
          }
        },
        {
          "step": 41,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4449937343597412,
            -4.664903163909912,
            -5.977651596069336,
            -6.719881534576416,
            -6.760144233703613,
            -6.763213634490967,
            -7.054442405700684,
            -7.527353763580322,
            -7.61555814743042,
            -7.8542585372924805
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.664903163909912,
              "finishedAt": 41,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0030694007873535156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "06fc37d30a92010cf7ab450c3f332192b60648ee1c564d1aab8a0b29ba6c4e70"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "dcd0250feb4d4f10449db6b3b072dd938d25044b48ba8cab04a509a892eb76b0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "7f0b7cbf9c4b2d5877eadd3a14295d5e66232eee3aa32d333501e7ab1505f7d4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "1ed05ca9b670be54229b3b04c370ff2fb59cf69a190818847d5c569db868cd45"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "a03714d6e90bf3af6ee6313eaa81aed0633e3487091cea0d83655aa5f90dccfb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "1ba2bc91f87fd702f0345d6e34820b08bc5441fb43a585ddd148c579abfd9b9d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "260910a6572f7fd55f63dcf3a24c850fc286cce403633539966b8cae82073904"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                42,
                64
              ],
              "sha256": "b417947a14ecd240ade78e71704a0f8164e909fcd746ebd2364464e115bfcbd4"
            }
          }
        },
        {
          "step": 42,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4979963302612305,
            -4.655029296875,
            -6.057347297668457,
            -6.792064666748047,
            -6.802900314331055,
            -6.838068962097168,
            -7.138636112213135,
            -7.615311622619629,
            -7.694829940795898,
            -7.823658466339111
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.655029296875,
              "finishedAt": 42,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03516864776611328,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "a07977f8d1dc29196e0f60e3a3cd0d878558515f01e6a895562db5e55f0a4eb6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "71ee2b78319ffaf2b2f1701f1cac48209da8a795409c6f8aa7bec78bc41834a9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "77be9753cb0b4cce666ef95155e5945e202b99ef15df4cd6d824b6b235f62ce4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "29c99e5c4afa729fa0337237a2b81d8ac54aa970fd1ca5e6d774aed5515c505c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "c9589ad53dd8aa302727150b4b1964f13cfc51a5ae4bf3bd2c87c2b081be8a33"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "d91cecf57dbffa6ecada7ca875ed7bdfa025c2d50542a56436d59b66ed8f6db3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "7a071579ac8a0f9aa82f9262cf19b5e86279044aeaaeba54ba687cd79a94f39a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                43,
                64
              ],
              "sha256": "c7de2782c9e1ddb3257b92272b378300c7585de03f486a21cb3b444e17ba2955"
            }
          }
        },
        {
          "step": 43,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.554011344909668,
            -4.628571510314941,
            -6.1412529945373535,
            -6.85201358795166,
            -6.870935916900635,
            -6.952719688415527,
            -7.240256309509277,
            -7.726543426513672,
            -7.77577018737793,
            -7.838111400604248
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.628571510314941,
              "finishedAt": 43,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08178377151489258,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "a4ba2cc252a73c07fa722ae486d63495f759f268c0c55a00813558c0660a79b1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "1b7b89f55855cda87490e570787673a8f9bb749672629e4ae8309d257ce76fea"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "2dc6f747ecb6717d829e7f5f7d515d9839ae358d38e8b79f9233f809c9fe8e02"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "02dfaff364128fd53dd6cf3020637ff4821a5ac5552a24f336d8bcdb70729f47"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "e158c7545e46328fe5676e979f93c12e57facf327e318c7572b26489b24de027"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "c81208e0f801bfdd09f10153b663547f8d30e2e1ad7ec0382f552cbdf2e52237"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "db1520aef58da0e489e95225687f26721ae8f79d3524be6dec7546cec2cd63f6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                44,
                64
              ],
              "sha256": "586105cd5294b28d1672937a83d6eda7d4eb0368ad5bb4aaea6264df9d755f1f"
            }
          }
        },
        {
          "step": 44,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.6141655445098877,
            -4.59112548828125,
            -6.229301452636719,
            -6.916950702667236,
            -6.987268924713135,
            -7.083314895629883,
            -7.359868049621582,
            -7.811734199523926,
            -7.842377185821533,
            -7.845670700073242
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.59112548828125,
              "finishedAt": 44,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09604597091674805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "12b26bc32e4ddc8a43b75176caa624f027302dfda0620996503798dc1c9a84c8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "c8aba1c7d52a90feb47b51a98b76e9f2103664f52be8479de3e3f788b20725ac"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "3f4228700ed5ad9d99a7c5bda824eac451c2dee2920023c3976abd5b04df4b16"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "e6a2b72ea6729ca65d0e5096475a550570e6506966ccd8935a1b7c7748b885de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "55abb1476e76cdb72a9791a200030dd279550c0d3068b7ff0bdc6a6cb396ebfb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "979a755d884a680e2a898532a993e3d84229187cd82ea13e5283c5607c966d71"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "f45ee5c81bddac697b659b1c05438f31eb816b073552256976868286b032caa6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                45,
                64
              ],
              "sha256": "58139ab301c4d6e01b6d5091ce8d8133c26c7599970bac05943d6d701047756e"
            }
          }
        },
        {
          "step": 45,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            4,
            6
          ],
          "topCandidateScores": [
            -1.6803478002548218,
            -4.536879062652588,
            -6.323901653289795,
            -7.01362943649292,
            -7.122092247009277,
            -7.208232879638672,
            -7.532104969024658,
            -7.876856803894043,
            -7.876861572265625,
            -7.881139755249023
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.536879062652588,
              "finishedAt": 45,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08614063262939453,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "6988f9c961e6d949e5fb8383c59172ba48b66813ebd20f0f20dd2de314731ca2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "0d8b36c5eb63b0bab5fb857e4f42f22cb7bcf2037d4f25d2fbbbb194586e7783"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "71d8ba8ca3e85e7efc7fed87e891b6b68495b53986d0724b54d79e25dd4ca1d5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "ba28e266dffac425d6bf8188675667cb0649a37a90b661008fa9926d23d03ae4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "81532753bc69337742b4a68805b6c64e90b8d9dd1b2b49eec3db75f5db01b3dc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "a9522c92ad415ff987409afbe828da78c99f2a3ad24609d160aae0f3a7d5f135"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "94035a0429d892ebcb974ce879d2e5cf1e0ce9abc5213856b9ed77edb0117de0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                46,
                64
              ],
              "sha256": "7c68beea4a65a3a8c34d3836756669b66c538684ba3f17b469df59ab6df6ac13"
            }
          }
        },
        {
          "step": 46,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.7543838024139404,
            -4.474440574645996,
            -6.427685737609863,
            -7.148396968841553,
            -7.251858711242676,
            -7.326931953430176,
            -7.7376298904418945,
            -7.918977737426758,
            -7.921934127807617,
            -7.938775062561035
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.474440574645996,
              "finishedAt": 46,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0750732421875,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "3f657ebcd96eb8e51256bb34b86ec67e5378529b1d4fbadf1d11cc2b0fd023b7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "1b7e1935d364ccfb352c9e2e5358e030828355e6380909a5222ee68eebdea4ca"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "02d1f731b840064b6401f0a42b8bc324441df4472b3ce20a5b6fc232dc6939e5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "cb445f214ce5ed53be441dc6f2d1386a60156d22fdc825722ecbcccf9f9f72d0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "c764f135b752af1548d2cce4c61679ef1f09b8e04c3104afecc8a6168028f285"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "799b0a44785429d9aaacd0c906f4802e3722d9e378bdd1d306c7909daaeb85ce"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "4daea89b2f7a5b0a10dd089f51094b1d7a16c9640a94e4b6c7956dce06c29fa3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                47,
                64
              ],
              "sha256": "46a6a25bac47545df342f7c8108883d5e6fcc01bc34748327608f3306ba6aa34"
            }
          }
        },
        {
          "step": 47,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.83659827709198,
            -4.429447174072266,
            -6.542891979217529,
            -7.3133158683776855,
            -7.372364044189453,
            -7.44660758972168,
            -7.950519561767578,
            -7.956663131713867,
            -7.9969635009765625,
            -8.010100364685059
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.429447174072266,
              "finishedAt": 47,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07424354553222656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "d6c5cff1f48564111879e2b172798e09e51432497c7742839ce2a7dcd01300cc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "88fba609c2b4523f0cfd12f8ea99ddbc4aade852a886593dcdfe54a56a516e81"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "0e2355edafa73862bd7ebc7b1a3f4d6381d02f1c31f1d4869cb2737952e94ac2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "fa8d7325672647557774f7e0ac5fa14bf3ca2ead7fd434936270064543b11f54"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "f0d03dfc5bc127cfed7d86d4a7cd2f574c61bc3f63a667a5367213f100aaac31"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "b0f48bce529008e4d42c619a932df852d53ef6d1d1b960bfe73d8df7c3cc15ca"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "4ff89b807faa1b5f4f172a895e3e855661a28276ec9b2fbf14dd7c73fbc65470"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                48,
                64
              ],
              "sha256": "1e6d1fa1ccfe33225f5692d4d5546b598c16856b48b1079f03d2a008ed1ea781"
            }
          }
        },
        {
          "step": 48,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -1.928579330444336,
            -4.387665271759033,
            -6.672351360321045,
            -7.493552207946777,
            -7.5008649826049805,
            -7.568160533905029,
            -7.9831624031066895,
            -8.072230339050293,
            -8.097559928894043,
            -8.173036575317383
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.387665271759033,
              "finishedAt": 48,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06729555130004883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "d9f30c44e97a21ba7ff977a8246836b9c2f8ce5f3dc29b3e4e4c72776ff6df54"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "58ceb8dd62eb2f5b6ee34026e524c595bc75f0c40b197a68cd114a60b3e12ad5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "53782ea0b0c5c20e16b890d32f73e353a96753599dbefeefff378914f190679a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "a70f4c8b5da3e75bfba859fd51d52aa3bc39090b6799ce2e770b89d20c6cce12"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "85d0ecefc25c2bdf185a83f1aab4dae17e611155bf6bf059ed4d1f1d2b7ba5f4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "2a4b49146d5c323216dd81de83276baa535455681998c2c452af83ffa90206d5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "e5bf28a9d4db4fd7d66bd8c41acb6412999d142ff4143d8bd97abb404817d2d1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                49,
                64
              ],
              "sha256": "ecbef6b0eab04fd4a1e1ab607dfb96f9b2340ff4375dc1245e76c6f1ac5ac99d"
            }
          }
        },
        {
          "step": 49,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.0314857959747314,
            -4.358097076416016,
            -6.814774036407471,
            -7.618269443511963,
            -7.701114177703857,
            -7.708621978759766,
            -8.046493530273438,
            -8.143487930297852,
            -8.206056594848633,
            -8.367646217346191
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.358097076416016,
              "finishedAt": 49,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007507801055908203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "f0b997ebcfc9f89786dd45c2ec0a3e7f43433118d7c0700bea7af62c035498a6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "0af00b78ad2e636496e895134ac9c7d573320aa9088904f4c7592e94bf608466"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "d4bc8bb81d170703da1220c4760c0d39af53d084a572a6694bc34542b632d970"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "4ab72a7ddcc116f4d91462fdb17b35fbe46a70d9d37eb2bf52f18a8ecef00d10"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "703c8684b552abe5b43e9a3c1b530023708694a74c6d2e3cee43909c7f54690c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "d5655937a9b8d8bc3704980a72e94cb3a44b6f1fd0cfb20ef9acecd8d79e36a8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "140c4db90ee36b0203a1baa7f5310a32c1574aa4faaffebc2843ab2324f7f88d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                50,
                64
              ],
              "sha256": "f5fc4a2eda7b8a6f4147b2650653abcf30afcd45c3370b80b2ff62dc2180e19c"
            }
          }
        },
        {
          "step": 50,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.146968364715576,
            -4.337532043457031,
            -6.9689531326293945,
            -7.753159046173096,
            -7.864899635314941,
            -7.939198970794678,
            -8.136604309082031,
            -8.25994873046875,
            -8.330038070678711,
            -8.54044246673584
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.337532043457031,
              "finishedAt": 50,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07429933547973633,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "0cfb13ffe03892e1d69d1d10000d550dec5b35801ed4de930709facffd7380d1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "433a2e79eff3ca31eefd1e763c7d6cf279e1444e1bf8a45cd21a298d7d116b1e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "11120e0ae9405a5dcc7d9187e87b1190ede9943ca5cbbc1d33214989632a56b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "ba85c1d32dd6d3ae8e77a73f891242579757b1b199e430327e53ce8b17e1c141"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "1881755b45275f66a102a29be881e10faabb70e637a1a3303886a5845d1bb130"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "2bb9a64bf2098d4599c6a3007c537681d6991b765bfc490242a2a403819a7af4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "2c832780b5652cfa89d8c46e51d0b5d60ccfa985ad89592e7037aa058388ae07"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                51,
                64
              ],
              "sha256": "5b31e87c1b33ddd96432b0284c36bb77eb410eeef074ceac228dbd9acaa160d2"
            }
          }
        },
        {
          "step": 51,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.2799720764160156,
            -4.305013656616211,
            -7.139505863189697,
            -7.920563220977783,
            -8.054204940795898,
            -8.200103759765625,
            -8.236363410949707,
            -8.427448272705078,
            -8.47184944152832,
            -8.728924751281738
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.305013656616211,
              "finishedAt": 51,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14589881896972656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "60afc860eff5c8d1fbcf2f18c4f67e47c48dccef7fd8db3da270a5601e8c882b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "93f1bf6bb620a9b0850f6bdfbf88878c4103a4a2e68d5884230965ba3f0896fc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "c9d0a6e2b5816f56674fb425e78c41e46005f3539dccc06b88bc63bdcf7578a9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "da1422693a541ee7ff6cbd940f84249955cb5330c3f2676e6b1675bd8474f3f5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "b50f121fdd845c3ce9f19a83eb9f9514256122e079ed62022b1d0dfc3bcc412a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "65691ea294fa0f5ebba0dc7878427a7b689f4b39daa06ee6c59b3f4094f9454b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "00ab66d0d9ea5546d6cabb00c23c4cbeceed092d9d45ce93a291702c22d2c754"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                52,
                64
              ],
              "sha256": "9691491bb29059e628bf74d60cf33c33af04324b8ea4f2e82d3c650597a1b397"
            }
          }
        },
        {
          "step": 52,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            3,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -2.4365031719207764,
            -4.27291202545166,
            -7.327423095703125,
            -8.11487865447998,
            -8.2896728515625,
            -8.358087539672852,
            -8.494220733642578,
            -8.603412628173828,
            -8.616897583007812,
            -8.932435989379883
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.27291202545166,
              "finishedAt": 52,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06841468811035156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "cd26c15f7ee75c39b8d68c1b99070b10d9f7c53a8ccd10902130cc365508a1f1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "ae4b741cba7a04a995e877d10abdf6ee097fe20e9318dc5b6df40d8bec353501"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "81f8ba5fb5ed472e320fab4b474c80bb424cb7d4c7d5005cd0653dcc1edcbba2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "7fe65ec8438e39d6b28788e4e9deb644eb301e752cbef03164cfd79d2d39859f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "e8ca207997bb8564b4053c33caef9250dee699e3232e637a539dec8b4a84904b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "e44f3766b0725975084c5361107d9181fe08439133f509cb73cd8b685c999144"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "5a2499feca1ebe0214f8884fa2ba284e07f7c2bd01ecc74bebf73215b86c1b4b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                53,
                64
              ],
              "sha256": "7d379fde11af454a84079da31e1878d10a3fcbd730bccdc25b991ca8927ca742"
            }
          }
        },
        {
          "step": 53,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            0,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            5,
            4,
            3
          ],
          "topCandidateScores": [
            -2.625901699066162,
            -4.243680000305176,
            -7.536706447601318,
            -8.357220649719238,
            -8.497578620910645,
            -8.53057861328125,
            -8.7176513671875,
            -8.822674751281738,
            -8.838924407958984,
            -9.01833438873291
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.243680000305176,
              "finishedAt": 53,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.497578620910645,
              "finishedAt": 53,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03299999237060547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "9a9390b1ffcdab749fff36e2fbec75aad82caaef348897fadb6d456f1f555ac9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "ef12e43788edfc0586f522eb1fe196df8baca0dab25c07b6088086ab692e36ca"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "bff9067549cd616e8aa73a904725aa4eb07a496bc63f6f6aa25a9a916720419f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "36354d721735672681ce7f536f87bc8edd7993aed26949e92ab5a32a996b02b5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "adc965e4277643588055bb8212c068c3f63d326bc8dae0fbbf7e19c971bbf4d4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "b1f83ee4343715cf5cb6343bb65a7c7a3810254af681b47a08d08fba450e476c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "43846b9a1476b730adb52fff11b8fc29cb99d2b235f6bb1fa0daada33e5220e5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                54,
                64
              ],
              "sha256": "20487353308ef6f79e383a67722dfeb4817ea4f657c87d4988b6d3f6c0cb44e8"
            }
          }
        },
        {
          "step": 54,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -2.850048780441284,
            -4.273176193237305,
            -7.77515983581543,
            -8.608226776123047,
            -8.678863525390625,
            -8.792475700378418,
            -8.872774124145508,
            -9.107610702514648,
            -9.115262985229492,
            -9.448121070861816
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.273176193237305,
              "finishedAt": 54,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.678863525390625,
              "finishedAt": 54,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11361217498779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "0cd57e68a53ac781465b15b83acfb6089f1c56bcd962b2f91a4bb6d3ff1af20c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "d77e6233b1b3f0b64599d3a033158cf147c7607dad9bca0f965c4a6e419ff467"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "5e7ebe1a72deae844b5e6ad6f0b8fd7da1c51f06636f61bf39c2f0c72a16d862"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "6383d42e456adbdc033f6f80ca58298493fb3cbb9605e43de0f7ee027b9b1c45"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "b42ae2bae87a08d2085ed63d7b7366f5c8794af2bbfaa9a4254cfbabc8332b2b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "07d185b976b844c4b0e0e6ce598f5ae2faf59b21e0c4b0b5df9dc8d78f2967ec"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "0b98598d63b2203fa33a5fc3eab9b754f22af3c34529875add28bc28eeffca28"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                55,
                64
              ],
              "sha256": "c0da67f0625558c04289e3df98e641d6607ac6f0d3a181ef044ad5e6d2994199"
            }
          }
        },
        {
          "step": 55,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -3.107710838317871,
            -4.368244647979736,
            -8.050195693969727,
            -8.873634338378906,
            -8.876384735107422,
            -9.049361228942871,
            -9.08870792388916,
            -9.218206405639648,
            -9.454806327819824,
            -9.590835571289062
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.368244647979736,
              "finishedAt": 55,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.873634338378906,
              "finishedAt": 55,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17297649383544922,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "5b292966337c7353a9fe988b41265277a20e3396e93ab74dfc11f9056f63fec2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "b8f825595ff5ce4e14cac65266a231c7807c0ae6faecdfb9dcfbcafbcf74aff8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "9c9a9da00566ee80560683f19c4045a774a7820e5ee87fab81491770794cac27"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "6d6cf397819dd8a8ad4ddd7c96d59bc834b6d056be7222e66dad1d6c8f5b30c7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "10064250dc2a73d9d31be4ecebdfd49526331811b8bca2d59eca366479cf79d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "0f014f17e1d94d801efc28c4bf0af303f17392cbb1e8146880d34d4ce591ad8e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "ee81e733db112563f9433428c52f6bac2f96bf856ee8a2c6908a1c9b9f5bc702"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                56,
                64
              ],
              "sha256": "92c624d33165abac95f3cf82ac433245d48f488a46055bd57de57bd879e0d7f7"
            }
          }
        },
        {
          "step": 56,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            2,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            3,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.4006667137145996,
            -4.509796142578125,
            -8.37331485748291,
            -9.098114967346191,
            -9.13582992553711,
            -9.29880142211914,
            -9.352922439575195,
            -9.368634223937988,
            -9.79362964630127,
            -9.82996940612793
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.509796142578125,
              "finishedAt": 56,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.098114967346191,
              "finishedAt": 56,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16297149658203125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "55ce9ea50769f7748808a2242d3f2af70dc719b822efe6852ada5b165d7b7bd7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "33447fd3bb4b0eb99f104a6715a08b31318e4942bb79a03d2c7e5a277ddbd9c8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "40fc80a1144b7ad6ef9dee4df90ec6aa488ba391faf0aea79d5a790b8c1dbf67"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "1f6b6e52e3675f915164c6519ef3c1087980d28212a7d4bd7878be2c7a56f1cb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "ded003905adf24c4b2038bd7e48b20549954c64c084ad5ee6bfa814da7f9dc46"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "bc12c143d9a02659394dd5bda1d4ac66846816e5fd0f7db81a29c3576427c89f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "53ad18aeeec9e72dc0096a3b39e23198105cb81a492ed2b7ab343dde5b42cdf3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                57,
                64
              ],
              "sha256": "0120a558896f9030a52142fb7dc65f4076f547a13f8909ad81213ec0f278c7dc"
            }
          }
        },
        {
          "step": 57,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.739259719848633,
            -4.675588607788086,
            -8.755354881286621,
            -9.324934959411621,
            -9.389548301696777,
            -9.53460693359375,
            -9.554464340209961,
            -9.686826705932617,
            -10.040872573852539,
            -10.217775344848633
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.675588607788086,
              "finishedAt": 57,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.324934959411621,
              "finishedAt": 57,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14505863189697266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "5475840e5cfbf85729a986b8129f475d4a3965b21ea32123f95ebbdf9f1dc0f9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "845bfb9b26a5aedb86a00616b174cc7ec31082f8f54ffd9a7b250272ea91c3eb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "32b739dbbe385ece43f86bc59d2e7752c204ef64670af8bf8cdb539c44fe3959"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "8ae5ab3a6f0db134da8018c0646efc1fb16a7f3ea3f7487c6c0d3e628b971601"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "f4d52ff2c622cca4e4ba9bea753d37b736845cfe318e0d06a3f3e3b951a12b8d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "0b0882c69ba38abca2ba1d53f5354b5c512892fe2d0e102ab44599108ee48534"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "9df48184b8b95c771cc0f82373e26c460dd06a197d7fae522690862b39edb7b5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                58,
                64
              ],
              "sha256": "0e8ab8b22e4387aa62db89dd78ee354f4f30b79f2276e13fb6fe58837bdad187"
            }
          }
        },
        {
          "step": 58,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.119641304016113,
            -4.914772987365723,
            -9.195035934448242,
            -9.565231323242188,
            -9.652178764343262,
            -9.801080703735352,
            -9.874043464660645,
            -10.028690338134766,
            -10.318527221679688,
            -10.628935813903809
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.914772987365723,
              "finishedAt": 58,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.565231323242188,
              "finishedAt": 58,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14890193939208984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "611b4b398f485488063f464e747c03ecb3ce9fe4e42ea0ea2ca88bfdb5c931df"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "c5377b952591097b79627dc1c515e8812f53010ea80a67e311bcb52194ec9333"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "b68737233c40cd11dc08df3f0d95172ddd1d8f8b87e8c0e64d1d91919a51aec2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "f970adabf6c24d63c0a3fefe218b4519e9cdbb213643bfab4b2d20e9f7661c5d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "75c8eed11f8601406743de9d7300d616daea1994fbc640e6ca5ceb6179d91279"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "468363ad84a571079afb6ba75cbe08f84d175859dc165dcee8bf6e7777b71b27"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "e9cb97ceb82628c26a3fa9b1837dcf7959807dddaf1a0e418de3d2d482c1f761"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                59,
                64
              ],
              "sha256": "bfda1ef44c7c57e6182fe001d406e6848327cf156cc3d04050845ebd19d516e6"
            }
          }
        },
        {
          "step": 59,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.538450717926025,
            -5.214470863342285,
            -9.694302558898926,
            -9.820465087890625,
            -9.978067398071289,
            -10.138981819152832,
            -10.307178497314453,
            -10.404613494873047,
            -10.641627311706543,
            -11.070623397827148
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.214470863342285,
              "finishedAt": 59,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.820465087890625,
              "finishedAt": 59,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16091442108154297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "cbee35b9f6128e71f3ef8d9233cda9447546ccb78347fa5b78af7e7036aa17f6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4736a428e29adfdaf723fc7ac3cdeefae898ece616818aa70808c7db04efb1af"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "d41445de92b17d2db612e9f8edb184ba2ed4d047c30587c8b3dfe51f5d50c2cb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "a32698330085c58b8e82adae89686d4227248bd90071042ba52824f6b3735de7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "82f4abed7c7baf59b5da2ae6b5f3939258cdc7453ac4452362fb9111346e3777"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "8c1ab0b920286888e22723e52524b12d763d5be00f677d62e43fcbfec3e1d0e1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "07d2e8efda22aee25a692f471b18f652f6684dbcdfdfe22545e73a7bea5d03cc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "92a61a93c0af97363136285bceec3fd6b4715b3496591fe207dc39367863ba6f"
            }
          }
        },
        {
          "step": 60,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            1,
            2,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            11,
            6,
            11,
            5
          ],
          "topCandidateScores": [
            -5.002451419830322,
            -5.549098968505859,
            -10.146681785583496,
            -10.269197463989258,
            -10.416242599487305,
            -10.529641151428223,
            -10.82658576965332,
            -10.827770233154297,
            -11.012282371520996,
            -11.554154396057129
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.549098968505859,
              "finishedAt": 60,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.146681785583496,
              "finishedAt": 60,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11339855194091797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "dde6761e09a6e2cf5b619fdfdee40cdd599997e9e06f94734807286e80e32f1f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "5c798b178aab67c9415b7b8938e6cdb290dbf2d9a9da606716a4d848f39b8425"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "1086494b4a4e6705d929bbca0492bd1be31477e1ad8e81ecc31863e1d9ada106"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "b093427519215d827071c21f2c708e90938f1074331ce6b91719a987e3f81b7d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "8d70547691224f711bab697838c2cb8def103e47bf8d4622a859b721f469c75a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "8064e898eed961709e8c1a17e37757f202365fbecb66648a71007ddc2ee20adc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "b6de6d1eb23aae69737c2bf6e7dac59bb118ee5ce038c2cbcff5a57dde55ed81"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                61,
                64
              ],
              "sha256": "24602eb5962798ea38b5642b8d9e9592c5ea2b640d30f2c192265b72ae381ffb"
            }
          }
        },
        {
          "step": 61,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            3,
            1,
            3,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -5.5176544189453125,
            -5.929413795471191,
            -10.58095932006836,
            -10.907851219177246,
            -10.946528434753418,
            -11.026719093322754,
            -11.319960594177246,
            -11.40268611907959,
            -11.438071250915527,
            -11.961777687072754
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.929413795471191,
              "finishedAt": 61,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.58095932006836,
              "finishedAt": 61,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08019065856933594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "228466e9984b2555534b6849cee0aa8ccffc9dd501369319804620bfbc4b2a37"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "c5242d2a115ddaba6907504d6b94a2e2d5faa226eb48321c7cb8c16a16b851c1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "32d31415e7f92d1db04d4a661746f5fcc818390274b107b7e323d0f0630f0987"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "a87aaed27fb5bfa6c15f7090662bec7c17cbc36092016bc361f3529ac97ec52d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "8f17dec46ed3e9ac0fb02d018b6b6293e5686902dcd6fc7460373142d5051bcc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "c2110c448daff65aebb9f72a80f7d9cc88b35415c6944ea8fb31b42ab1ce698c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "f55f5c0d1a6007e9392b67e25f7a694e86887bc09633ff1299a3a2db8919743d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                62,
                64
              ],
              "sha256": "60d38e1c49f89c5b310efde2d70bface76872ca7b4619a6fcdc51eaae8eada5d"
            }
          }
        },
        {
          "step": 62,
          "inputTokenIDs": [
            5,
            6,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            3,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.088961601257324,
            -6.3646063804626465,
            -11.114141464233398,
            -11.538007736206055,
            -11.598684310913086,
            -11.608968734741211,
            -11.873695373535156,
            -11.973650932312012,
            -12.02557373046875,
            -12.379602432250977
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.3646063804626465,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.114141464233398,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -11.598684310913086,
              "finishedAt": 62,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010284423828125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "2aa51c1d5435b5b124e8235868e53859a375b893253a79aab87b8f4a3baa2092"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "152c6abf6d58f4101beee49390c1f7095405d440ef56a461b792d9838b1b8ed5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "a8cef3321d807e115ba851a9a146bcb64417c84bd912c5b75cd513141322f7f1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "cc970d84b9410dfbedf2f27aa7997c6f4db632ab914ff35218be3c15a0775839"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "3fab59bd735933a13c2bc517306a1bc9bb68d96ebf9094b753a78a1d851f81f3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "0706523f962f0c9b18696e690f9585ff40afe82efaf8e861f7c95748074e1729"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "afd00a611a2fbdef8e0b95d6c65701ace2cf47105bc501dbd4a1d115fac80c1f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                63,
                64
              ],
              "sha256": "c42eb355836174deab8c245256e72d8a9ee4f71229545d062347b648bc6b759c"
            }
          }
        },
        {
          "step": 63,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            1,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            9,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.726188659667969,
            -6.854335308074951,
            -11.710816383361816,
            -11.97772216796875,
            -12.236080169677734,
            -12.378301620483398,
            -12.490676879882812,
            -12.59181022644043,
            -12.69995403289795,
            -12.83947467803955
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.854335308074951,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.710816383361816,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.236080169677734,
              "finishedAt": 63,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14222145080566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "99df4a68c6c014cc91551a36599fffa54ad767161d1c399ee91966c11c413d2c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "ae75cfbed8a1b03e9d7e0cd4374f00d555bcc5cc9b73b7427a222b97284f50b9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "071e849a9c0aebe217f021dc3bc5507b513ec70fcee77bd6c43a62c74ea86b52"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "476c91d8c8a44c00c40137d78cdef38aa0366ed387451f53762bd3ad76658295"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "165e4d6bdd01e4842f628206e0bb9dffa1c3cc771325c464282fee38f567f5b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "ef2125a4a516ad599c7999e94364f859dad93683513a60af6d2da202eee3d824"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "7c08c597b4e05a958da488307a18682d2b8ab17d4d769cf3911c2649de009302"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                64,
                64
              ],
              "sha256": "e34775643cbc7ce587ba380c42615d9a0f05097a6f92e9b6cdc4339cb01b8ed8"
            }
          }
        },
        {
          "step": 64,
          "inputTokenIDs": [
            5,
            5,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            0,
            2,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            7,
            9,
            3,
            6,
            11,
            5,
            11,
            5
          ],
          "topCandidateScores": [
            -7.410378456115723,
            -7.439925670623779,
            -11.97772216796875,
            -12.595693588256836,
            -12.942209243774414,
            -13.188465118408203,
            -13.223422050476074,
            -13.225262641906738,
            -13.405377388000488,
            -13.41818618774414
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.410378456115723,
              "finishedAt": 64,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.942209243774414,
              "finishedAt": 64,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24625587463378906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "0f25155cb3a6d479527760b698e0523b7b8b9f16ea5ced9e7d1cc7ec9b2f1f5d"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "7d0acd3b8274fa8c66963d27db05b28ecf74167482a756daaec0d4d65bc82701"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "a5540fce228383e5da47ca0a06be175d4a3988e82ff2a93e7451500057c4ea68"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "3508642f6775e09cec3cca5ced260c8b42ac116856dde1ba6877b2adb503fb9f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "40c4fb44b46b6237c8cc6e64ec8f842baa99f8e6f2a43b5c1ac21fc76ab6ef5b"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "4887f282065b9a47c059facc7b8430031d9d672c88171b2847ff6c0ded4e6983"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "e98b994b621b8bcbe1aa3a6bcade1f0615d6491a274d685ccf2ea8938980acd7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "8d76a6a5ff7ca877d494a80363732fd819543869797e569a18835087de913afe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "ab9928b29658ed505e197b6a6f9db3f15a18506dee882f81986693a20b17efb9"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "068c38827df49fccc4f975db297a3b31858f8be167a3529c1dc0964305f2164b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "2fc81299cb393405f42995349283b366d159323d22e48a6cb54906e02a14579e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "328a0152347b623cc6fc5cfa962f2db52acecdd37aebebb7065fc0faeafb5702"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "5a4b6e1e7fe90b6226baaddb8ea50ff357b0d0efd0e431792e42b761a00951dd"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                60,
                64
              ],
              "sha256": "1a9d7d6d20f5ed722cc977f79c202563340c6d224702aaf189437a291e6538d1"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "039ee9e13951c6b1b8c330d801dc4374cc5727d073290fd9b6ebddd4fc80a6bd"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                65,
                64
              ],
              "sha256": "99cd7ed91d37571a21d16ac24a17877f542323fc94b0a8d95392817253fa7263"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            23,
            19,
            20,
            21,
            85
          ],
          "topCandidateScores": [
            -0.02416909486055374,
            -4.359685897827148,
            -4.897932529449463,
            -6.788443565368652,
            -7.033580303192139,
            -7.440836429595947,
            -8.599154472351074,
            -8.721334457397461,
            -9.037644386291504,
            -9.86536693572998
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4072561264038086
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            2,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            8,
            6,
            8,
            11,
            5,
            4,
            9,
            27
          ],
          "topCandidateScores": [
            -0.14385998249053955,
            -2.908583164215088,
            -3.548764944076538,
            -4.095427513122559,
            -4.897935390472412,
            -5.124325275421143,
            -5.1792707443237305,
            -5.652630805969238,
            -5.991280555725098,
            -6.257455825805664
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22638988494873047
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            8,
            6,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            11,
            5,
            5,
            4,
            8,
            11,
            27,
            6
          ],
          "topCandidateScores": [
            -0.16290251910686493,
            -2.9092953205108643,
            -4.071026802062988,
            -4.2812299728393555,
            -4.487452983856201,
            -4.909395217895508,
            -5.398869037628174,
            -5.667908191680908,
            -5.6716837882995605,
            -5.8166913986206055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42194223403930664
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            8,
            4,
            11,
            27,
            8
          ],
          "topCandidateScores": [
            -0.17168201506137848,
            -3.054706573486328,
            -4.07657527923584,
            -4.359787940979004,
            -4.531788349151611,
            -5.910696983337402,
            -6.05963659286499,
            -6.082935810089111,
            -6.4352617263793945,
            -6.4435224533081055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.378908634185791
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            2,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            11,
            5,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.1797569841146469,
            -3.3870460987091064,
            -4.393930435180664,
            -4.531614303588867,
            -4.607343673706055,
            -5.5257673263549805,
            -5.576069355010986,
            -5.89328670501709,
            -6.031703948974609,
            -6.076123237609863
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9184236526489258
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            10,
            5,
            27,
            11,
            8,
            6,
            10
          ],
          "topCandidateScores": [
            -0.19282783567905426,
            -3.4300014972686768,
            -4.42983341217041,
            -4.531614303588867,
            -4.764519214630127,
            -5.253170490264893,
            -6.441160678863525,
            -6.643289089202881,
            -6.936173439025879,
            -6.9944939613342285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4886512756347656
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            5,
            5,
            10,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.20841418206691742,
            -3.456331491470337,
            -4.470425128936768,
            -4.533328533172607,
            -4.841707229614258,
            -5.358503341674805,
            -6.079354286193848,
            -6.114199638366699,
            -6.471381187438965,
            -7.4278459548950195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167961120605469
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            20
          ],
          "topCandidateScores": [
            -0.2261699140071869,
            -3.4827864170074463,
            -4.5209150314331055,
            -4.562945365905762,
            -4.879171371459961,
            -5.339168548583984,
            -5.895809173583984,
            -6.007399082183838,
            -6.178520202636719,
            -7.513208866119385
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.45999717712402344
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            8,
            11,
            6,
            3
          ],
          "topCandidateScores": [
            -0.24507735669612885,
            -3.5097830295562744,
            -4.570887088775635,
            -4.6064629554748535,
            -4.904355525970459,
            -5.297048091888428,
            -5.948120594024658,
            -6.017995834350586,
            -6.143667221069336,
            -7.1190056800842285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.39269256591796875
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            4,
            5,
            27,
            11,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.26378896832466125,
            -3.54081130027771,
            -4.6238603591918945,
            -4.6385273933410645,
            -4.924142837524414,
            -5.505937099456787,
            -5.895535469055176,
            -6.163100719451904,
            -6.2508320808410645,
            -6.351397514343262
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.581794261932373
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            4,
            5,
            5,
            3,
            11,
            27,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2829635441303253,
            -3.5807504653930664,
            -4.648416519165039,
            -4.679362773895264,
            -4.940000057220459,
            -5.6529741287231445,
            -5.746758460998535,
            -5.977165222167969,
            -6.286505699157715,
            -6.508781433105469
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7129740715026855
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            10,
            5,
            5,
            3,
            11,
            6,
            27,
            8
          ],
          "topCandidateScores": [
            -0.30258709192276,
            -3.6289169788360596,
            -4.648431777954102,
            -4.733077049255371,
            -4.954914569854736,
            -5.300434589385986,
            -5.741133213043213,
            -6.231683731079102,
            -6.578998565673828,
            -6.708986282348633
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.34552001953125
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            10,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            9,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.3238295912742615,
            -3.681114912033081,
            -4.781187057495117,
            -4.970821380615234,
            -5.007912635803223,
            -5.08832311630249,
            -5.7575531005859375,
            -5.995344161987305,
            -6.175340175628662,
            -6.79868221282959
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.007912635803223,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08041048049926758
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            12,
            11,
            5,
            6,
            8
          ],
          "topCandidateScores": [
            -0.3471027612686157,
            -3.735808849334717,
            -4.794224262237549,
            -4.827479362487793,
            -4.989282608032227,
            -5.743646144866943,
            -5.759241104125977,
            -6.226246356964111,
            -6.235742568969727,
            -6.813025951385498
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.794224262237549,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7543635368347168
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            5,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            8,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.3720124661922455,
            -3.794746160507202,
            -4.687119007110596,
            -4.873222827911377,
            -5.010948657989502,
            -5.712891578674316,
            -5.857095241546631,
            -6.346511363983154,
            -6.765352725982666,
            -7.222617149353027
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.687119007110596,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7019429206848145
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.39778515696525574,
            -3.857227325439453,
            -4.67042875289917,
            -4.921685695648193,
            -5.036618232727051,
            -5.632891654968262,
            -5.746457576751709,
            -6.454143047332764,
            -6.7310028076171875,
            -7.11262321472168
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.67042875289917,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5962734222412109
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.42283087968826294,
            -3.923823833465576,
            -4.748245716094971,
            -4.975561141967773,
            -5.069923400878906,
            -5.597984313964844,
            -5.666375637054443,
            -6.5526018142700195,
            -6.7372517585754395,
            -7.01870584487915
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.748245716094971,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5280609130859375
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.44832563400268555,
            -3.996469020843506,
            -4.7508111000061035,
            -5.035312652587891,
            -5.114639759063721,
            -5.58353328704834,
            -5.633126258850098,
            -6.575484752655029,
            -6.768183708190918,
            -6.934159278869629
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.7508111000061035,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.46889352798461914
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.4750570058822632,
            -4.076010704040527,
            -4.6969828605651855,
            -5.10159158706665,
            -5.1755290031433105,
            -5.6159772872924805,
            -5.621204376220703,
            -6.600493431091309,
            -6.701694011688232,
            -6.847609043121338
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.6969828605651855,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4404482841491699
        },
        {
          "step": 19,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5039791464805603,
            -4.159695625305176,
            -4.595333576202393,
            -5.173755168914795,
            -5.2539520263671875,
            -5.650697231292725,
            -5.65607213973999,
            -6.559521675109863,
            -6.67506217956543,
            -6.824801445007324
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.595333576202393,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3967452049255371
        },
        {
          "step": 20,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.5354834198951721,
            -4.246592044830322,
            -4.497276306152344,
            -5.251432418823242,
            -5.352816104888916,
            -5.614205837249756,
            -5.690221786499023,
            -6.550234794616699,
            -6.789071083068848,
            -6.842348098754883
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.497276306152344,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26138973236083984
        },
        {
          "step": 21,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            4,
            0,
            2,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            3,
            5,
            5,
            11,
            5,
            8,
            3,
            6
          ],
          "topCandidateScores": [
            -0.5693339705467224,
            -4.337309837341309,
            -4.442648887634277,
            -5.334421157836914,
            -5.4684157371521,
            -5.551125526428223,
            -5.6532158851623535,
            -6.56516170501709,
            -6.873664379119873,
            -6.87405252456665
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.442648887634277,
              "finishedAt": 21,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08270978927612305
        },
        {
          "step": 22,
          "inputTokenIDs": [
            5,
            5,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            3,
            0,
            2,
            4,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6060123443603516,
            -4.39012336730957,
            -4.429805278778076,
            -5.421484470367432,
            -5.463853359222412,
            -5.589235782623291,
            -5.598810195922852,
            -6.632114887237549,
            -6.91850471496582,
            -6.9408769607543945
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.39012336730957,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1253824234008789
        },
        {
          "step": 23,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            4,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.6449891924858093,
            -4.355921745300293,
            -4.524819374084473,
            -5.409849166870117,
            -5.503567695617676,
            -5.510359764099121,
            -5.659935474395752,
            -6.7609381675720215,
            -6.952585220336914,
            -7.003690719604492
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.355921745300293,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0067920684814453125
        },
        {
          "step": 24,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            0,
            3,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            11,
            5,
            5,
            5,
            8,
            6,
            3
          ],
          "topCandidateScores": [
            -0.685053288936615,
            -4.356842041015625,
            -4.621349811553955,
            -5.415699005126953,
            -5.449297904968262,
            -5.576838493347168,
            -5.601259231567383,
            -6.905092239379883,
            -6.972390174865723,
            -7.080269813537598
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.356842041015625,
              "finishedAt": 24,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12754058837890625
        },
        {
          "step": 25,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.7264222502708435,
            -4.347858905792236,
            -4.719491481781006,
            -5.454603672027588,
            -5.456925392150879,
            -5.531357288360596,
            -5.785757064819336,
            -6.979108810424805,
            -7.018074989318848,
            -7.157220363616943
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.347858905792236,
              "finishedAt": 25,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0744318962097168
        },
        {
          "step": 26,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            3
          ],
          "topCandidateScores": [
            -0.768604576587677,
            -4.348827838897705,
            -4.817110061645508,
            -5.494950771331787,
            -5.541972637176514,
            -5.55045223236084,
            -5.740099906921387,
            -6.993556499481201,
            -7.097096920013428,
            -7.253739833831787
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.348827838897705,
              "finishedAt": 26,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.008479595184326172
        },
        {
          "step": 27,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8111457824707031,
            -4.366719722747803,
            -4.910803318023682,
            -5.5797014236450195,
            -5.605558395385742,
            -5.633915424346924,
            -5.759308338165283,
            -7.005492210388184,
            -7.174550533294678,
            -7.315932750701904
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.366719722747803,
              "finishedAt": 27,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.02835702896118164
        },
        {
          "step": 28,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8537274599075317,
            -4.395655632019043,
            -4.99993896484375,
            -5.670078277587891,
            -5.703478813171387,
            -5.716996192932129,
            -5.815910339355469,
            -7.039196968078613,
            -7.294308662414551,
            -7.369086265563965
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.395655632019043,
              "finishedAt": 28,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013517379760742188
        },
        {
          "step": 29,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            3,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.8965234160423279,
            -4.416118144989014,
            -5.084964752197266,
            -5.7505903244018555,
            -5.803269863128662,
            -5.806187629699707,
            -5.9081830978393555,
            -7.078097820281982,
            -7.448312759399414,
            -7.498337745666504
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.416118144989014,
              "finishedAt": 29,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.002917766571044922
        },
        {
          "step": 30,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            8,
            11
          ],
          "topCandidateScores": [
            -0.9390751123428345,
            -4.4556989669799805,
            -5.164618492126465,
            -5.833272933959961,
            -5.8693623542785645,
            -5.902737617492676,
            -6.0037617683410645,
            -7.127771377563477,
            -7.623672008514404,
            -7.635748386383057
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.4556989669799805,
              "finishedAt": 30,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03337526321411133
        },
        {
          "step": 31,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            11
          ],
          "topCandidateScores": [
            -0.9817481637001038,
            -4.488884449005127,
            -5.2404398918151855,
            -5.89790678024292,
            -5.916304111480713,
            -6.007730960845947,
            -6.101277828216553,
            -7.176380634307861,
            -7.6599555015563965,
            -7.727075576782227
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.488884449005127,
              "finishedAt": 31,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09142684936523438
        },
        {
          "step": 32,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.0250545740127563,
            -4.507822036743164,
            -5.315089702606201,
            -5.9458160400390625,
            -5.9542927742004395,
            -6.097114086151123,
            -6.210936069488525,
            -7.235209941864014,
            -7.674488067626953,
            -7.706850528717041
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.507822036743164,
              "finishedAt": 32,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1428213119506836
        },
        {
          "step": 33,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            3,
            4
          ],
          "topCandidateScores": [
            -1.0697615146636963,
            -4.506555557250977,
            -5.391102313995361,
            -5.984335899353027,
            -5.992676734924316,
            -6.163418292999268,
            -6.303223133087158,
            -7.283990859985352,
            -7.660562038421631,
            -7.676773548126221
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.506555557250977,
              "finishedAt": 33,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17074155807495117
        },
        {
          "step": 34,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1160324811935425,
            -4.504192352294922,
            -5.47010612487793,
            -6.0229926109313965,
            -6.048320770263672,
            -6.208322525024414,
            -6.366772174835205,
            -7.324324607849121,
            -7.65308952331543,
            -7.666260719299316
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.504192352294922,
              "finishedAt": 34,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1600017547607422
        },
        {
          "step": 35,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.1621721982955933,
            -4.543470859527588,
            -5.548448085784912,
            -6.078261852264404,
            -6.16041898727417,
            -6.250054836273193,
            -6.4016313552856445,
            -7.3802947998046875,
            -7.6140289306640625,
            -7.687378406524658
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.543470859527588,
              "finishedAt": 35,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08963584899902344
        },
        {
          "step": 36,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.2078967094421387,
            -4.58861780166626,
            -5.623682498931885,
            -6.189850807189941,
            -6.305403232574463,
            -6.312816619873047,
            -6.428078651428223,
            -7.423823356628418,
            -7.559235095977783,
            -7.708998203277588
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.58861780166626,
              "finishedAt": 36,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007413387298583984
        },
        {
          "step": 37,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -1.252873182296753,
            -4.647452354431152,
            -5.6943206787109375,
            -6.336515426635742,
            -6.446268081665039,
            -6.4595255851745605,
            -6.4693989753723145,
            -7.454086780548096,
            -7.501220226287842,
            -7.688103199005127
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.647452354431152,
              "finishedAt": 37,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.013257503509521484
        },
        {
          "step": 38,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.2982714176177979,
            -4.677064895629883,
            -5.763229846954346,
            -6.480221271514893,
            -6.563660621643066,
            -6.603018283843994,
            -6.64260721206665,
            -7.462559700012207,
            -7.462762832641602,
            -7.71750545501709
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.677064895629883,
              "finishedAt": 38,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.039357662200927734
        },
        {
          "step": 39,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.3452149629592896,
            -4.678630352020264,
            -5.831830024719238,
            -6.598066329956055,
            -6.63946533203125,
            -6.688529968261719,
            -6.824130535125732,
            -7.450316429138184,
            -7.492832183837891,
            -7.756252288818359
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.678630352020264,
              "finishedAt": 39,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04906463623046875
        },
        {
          "step": 40,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.394132375717163,
            -4.672672271728516,
            -5.90248441696167,
            -6.672018051147461,
            -6.688920974731445,
            -6.727438449859619,
            -6.964831352233887,
            -7.460317134857178,
            -7.544970989227295,
            -7.817290782928467
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.672672271728516,
              "finishedAt": 40,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03851747512817383
        },
        {
          "step": 41,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4449721574783325,
            -4.664875030517578,
            -5.977630138397217,
            -6.719859600067139,
            -6.760119438171387,
            -6.7631988525390625,
            -7.054425239562988,
            -7.527326583862305,
            -7.615533828735352,
            -7.854235649108887
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.664875030517578,
              "finishedAt": 41,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0030794143676757812
        },
        {
          "step": 42,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.4979743957519531,
            -4.655007839202881,
            -6.057325839996338,
            -6.79203987121582,
            -6.802885055541992,
            -6.838047027587891,
            -7.138612270355225,
            -7.615287780761719,
            -7.694808483123779,
            -7.823638439178467
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.655007839202881,
              "finishedAt": 42,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03516197204589844
        },
        {
          "step": 43,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.5539889335632324,
            -4.62854528427124,
            -6.141231060028076,
            -6.8519978523254395,
            -6.870913982391357,
            -6.952695369720459,
            -7.240232944488525,
            -7.72652006149292,
            -7.775742530822754,
            -7.838082313537598
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.62854528427124,
              "finishedAt": 43,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08178138732910156
        },
        {
          "step": 44,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            4,
            6,
            3
          ],
          "topCandidateScores": [
            -1.614142894744873,
            -4.591102600097656,
            -6.229279041290283,
            -6.916934490203857,
            -6.987244129180908,
            -7.083296298980713,
            -7.359847545623779,
            -7.8117146492004395,
            -7.842356204986572,
            -7.845646381378174
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.591102600097656,
              "finishedAt": 44,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09605216979980469
        },
        {
          "step": 45,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            4,
            6
          ],
          "topCandidateScores": [
            -1.6803250312805176,
            -4.536855697631836,
            -6.323879241943359,
            -7.013613224029541,
            -7.122073173522949,
            -7.208211898803711,
            -7.5320844650268555,
            -7.876824855804443,
            -7.876837253570557,
            -7.881117343902588
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.536855697631836,
              "finishedAt": 45,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08613872528076172
        },
        {
          "step": 46,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.7543609142303467,
            -4.474416732788086,
            -6.427662372589111,
            -7.148380279541016,
            -7.251837730407715,
            -7.326910495758057,
            -7.737613677978516,
            -7.918954372406006,
            -7.9219136238098145,
            -7.938751697540283
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.474416732788086,
              "finishedAt": 46,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0750727653503418
        },
        {
          "step": 47,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            5,
            3,
            6,
            4
          ],
          "topCandidateScores": [
            -1.8365752696990967,
            -4.429422378540039,
            -6.542868614196777,
            -7.313299179077148,
            -7.372342109680176,
            -7.446586608886719,
            -7.950499534606934,
            -7.956639766693115,
            -7.996940612792969,
            -8.010080337524414
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.429422378540039,
              "finishedAt": 47,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07424449920654297
        },
        {
          "step": 48,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            4,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            11,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -1.9285563230514526,
            -4.387639999389648,
            -6.672327518463135,
            -7.493530750274658,
            -7.500847816467285,
            -7.56813907623291,
            -7.983136177062988,
            -8.07220458984375,
            -8.097536087036133,
            -8.173019409179688
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.387639999389648,
              "finishedAt": 48,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.067291259765625
        },
        {
          "step": 49,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            0,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.0314621925354004,
            -4.358075141906738,
            -6.814749240875244,
            -7.6182475090026855,
            -7.70109224319458,
            -7.70860481262207,
            -8.046467781066895,
            -8.143462181091309,
            -8.206034660339355,
            -8.367630004882812
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.358075141906738,
              "finishedAt": 49,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.007512569427490234
        },
        {
          "step": 50,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.146944761276245,
            -4.337506294250488,
            -6.96892786026001,
            -7.75313663482666,
            -7.864878177642822,
            -7.939181804656982,
            -8.136577606201172,
            -8.259925842285156,
            -8.330015182495117,
            -8.540426254272461
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.337506294250488,
              "finishedAt": 50,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.07430362701416016
        },
        {
          "step": 51,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            1,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            5,
            3,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -2.2799484729766846,
            -4.304986953735352,
            -7.139480113983154,
            -7.920541763305664,
            -8.054179191589355,
            -8.200085639953613,
            -8.236337661743164,
            -8.427420616149902,
            -8.471823692321777,
            -8.728906631469727
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.304986953735352,
              "finishedAt": 51,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1459064483642578
        },
        {
          "step": 52,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            0,
            3,
            1,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            11,
            3,
            5,
            6,
            4,
            3
          ],
          "topCandidateScores": [
            -2.4364795684814453,
            -4.272888660430908,
            -7.327397346496582,
            -8.114851951599121,
            -8.289652824401855,
            -8.358065605163574,
            -8.494202613830566,
            -8.603388786315918,
            -8.616875648498535,
            -8.932406425476074
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.272888660430908,
              "finishedAt": 52,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06841278076171875
        },
        {
          "step": 53,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            3,
            0,
            0,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            5,
            4,
            3
          ],
          "topCandidateScores": [
            -2.62587833404541,
            -4.243654727935791,
            -7.536681652069092,
            -8.357200622558594,
            -8.497552871704102,
            -8.530557632446289,
            -8.717628479003906,
            -8.822656631469727,
            -8.838895797729492,
            -9.018304824829102
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.243654727935791,
              "finishedAt": 53,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.497552871704102,
              "finishedAt": 53,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0330047607421875
        },
        {
          "step": 54,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            3,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -2.8500256538391113,
            -4.273151874542236,
            -7.775134563446045,
            -8.608205795288086,
            -8.678842544555664,
            -8.79245376586914,
            -8.872750282287598,
            -9.107585906982422,
            -9.115238189697266,
            -9.448097229003906
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.273151874542236,
              "finishedAt": 54,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.678842544555664,
              "finishedAt": 54,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11361122131347656
        },
        {
          "step": 55,
          "inputTokenIDs": [
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            1,
            0,
            0,
            2,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            6,
            3,
            4,
            11
          ],
          "topCandidateScores": [
            -3.1076884269714355,
            -4.368218421936035,
            -8.050169944763184,
            -8.873611450195312,
            -8.876362800598145,
            -9.049337387084961,
            -9.088682174682617,
            -9.218181610107422,
            -9.454782485961914,
            -9.59080982208252
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.368218421936035,
              "finishedAt": 55,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -8.873611450195312,
              "finishedAt": 55,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1729745864868164
        },
        {
          "step": 56,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            0,
            2,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            11,
            3,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.4006447792053223,
            -4.509772300720215,
            -8.373287200927734,
            -9.098091125488281,
            -9.1358060836792,
            -9.29878044128418,
            -9.352899551391602,
            -9.368612289428711,
            -9.793603897094727,
            -9.829944610595703
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.509772300720215,
              "finishedAt": 56,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.098091125488281,
              "finishedAt": 56,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16297435760498047
        },
        {
          "step": 57,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -3.7392380237579346,
            -4.675564765930176,
            -8.755326271057129,
            -9.324910163879395,
            -9.389527320861816,
            -9.53458023071289,
            -9.554445266723633,
            -9.686803817749023,
            -10.040850639343262,
            -10.217754364013672
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.675564765930176,
              "finishedAt": 57,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.324910163879395,
              "finishedAt": 57,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14505290985107422
        },
        {
          "step": 58,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.119617938995361,
            -4.9147539138793945,
            -9.195006370544434,
            -9.56520938873291,
            -9.652158737182617,
            -9.801051139831543,
            -9.87402629852295,
            -10.028671264648438,
            -10.318503379821777,
            -10.628914833068848
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -4.9147539138793945,
              "finishedAt": 58,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.56520938873291,
              "finishedAt": 58,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14889240264892578
        },
        {
          "step": 59,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            4,
            1,
            2,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            3,
            5,
            3,
            11,
            6,
            11,
            4
          ],
          "topCandidateScores": [
            -4.538426876068115,
            -5.214447021484375,
            -9.6942720413208,
            -9.820443153381348,
            -9.978049278259277,
            -10.138952255249023,
            -10.30715560913086,
            -10.404590606689453,
            -10.641609191894531,
            -11.070596694946289
          ],
          "activeCandidateIndices": [
            0,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.214447021484375,
              "finishedAt": 59,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -9.820443153381348,
              "finishedAt": 59,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1609029769897461
        },
        {
          "step": 60,
          "inputTokenIDs": [
            5,
            11,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            1,
            2,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            11,
            6,
            11,
            5
          ],
          "topCandidateScores": [
            -5.00242805480957,
            -5.549072742462158,
            -10.146662712097168,
            -10.269168853759766,
            -10.416218757629395,
            -10.529606819152832,
            -10.826559066772461,
            -10.827741622924805,
            -11.01225757598877,
            -11.554133415222168
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.549072742462158,
              "finishedAt": 60,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.146662712097168,
              "finishedAt": 60,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1133880615234375
        },
        {
          "step": 61,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            3,
            1,
            3,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            5,
            3,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -5.517633438110352,
            -5.929385185241699,
            -10.580934524536133,
            -10.907821655273438,
            -10.946500778198242,
            -11.026689529418945,
            -11.31993579864502,
            -11.402664184570312,
            -11.438042640686035,
            -11.961748123168945
          ],
          "activeCandidateIndices": [
            0,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -5.929385185241699,
              "finishedAt": 61,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -10.580934524536133,
              "finishedAt": 61,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08018875122070312
        },
        {
          "step": 62,
          "inputTokenIDs": [
            5,
            6,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            4,
            2,
            3,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            5,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.088940620422363,
            -6.364584922790527,
            -11.114112854003906,
            -11.537985801696777,
            -11.598654747009277,
            -11.608939170837402,
            -11.873674392700195,
            -11.973626136779785,
            -12.025554656982422,
            -12.379575729370117
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.364584922790527,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.114112854003906,
              "finishedAt": 62,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -11.598654747009277,
              "finishedAt": 62,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.010284423828125
        },
        {
          "step": 63,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            1,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            3,
            9,
            3,
            5,
            6,
            11,
            11,
            5
          ],
          "topCandidateScores": [
            -6.7261643409729,
            -6.854316711425781,
            -11.710792541503906,
            -11.977696418762207,
            -12.236048698425293,
            -12.37827205657959,
            -12.490653991699219,
            -12.591789245605469,
            -12.699932098388672,
            -12.839451789855957
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -6.854316711425781,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                11,
                5
              ],
              "score": -11.710792541503906,
              "finishedAt": 63,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.236048698425293,
              "finishedAt": 63,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14222335815429688
        },
        {
          "step": 64,
          "inputTokenIDs": [
            5,
            5,
            6,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            0,
            2,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            7,
            9,
            3,
            6,
            11,
            5,
            11,
            5
          ],
          "topCandidateScores": [
            -7.410353660583496,
            -7.439901351928711,
            -11.977696418762207,
            -12.595671653747559,
            -12.942177772521973,
            -13.18844223022461,
            -13.223400115966797,
            -13.225234985351562,
            -13.405353546142578,
            -13.418161392211914
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.410353660583496,
              "finishedAt": 64,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                11,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -12.942177772521973,
              "finishedAt": 64,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.24626445770263672
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.243680000305176,
          "finishedAt": 53,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.27291202545166,
          "finishedAt": 52,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.273176193237305,
          "finishedAt": 54,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.305013656616211,
          "finishedAt": 51,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.337532043457031,
          "finishedAt": 50,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.243654727935791,
          "finishedAt": 53,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.272888660430908,
          "finishedAt": 52,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.273151874542236,
          "finishedAt": 54,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.304986953735352,
          "finishedAt": 51,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -4.337506294250488,
          "finishedAt": 50,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
        "candidates": [
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C53H108",
            "model_score": -4.243680000305176,
            "rank": 1
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C52H106",
            "model_score": -4.27291202545166,
            "rank": 2
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C54H110",
            "model_score": -4.273176193237305,
            "rank": 3
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C51H104",
            "model_score": -4.305013656616211,
            "rank": 4
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C50H102",
            "model_score": -4.337532043457031,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
        "candidates": [
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C53H108",
            "model_score": -4.243654727935791,
            "rank": 1
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C52H106",
            "model_score": -4.272888660430908,
            "rank": 2
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C54H110",
            "model_score": -4.273151874542236,
            "rank": 3
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C51H104",
            "model_score": -4.304986953735352,
            "rank": 4
          },
          {
            "smiles": "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC",
            "formula": "C50H102",
            "model_score": -4.337506294250488,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "additional-cpu",
      "id": "isotope",
      "logitPairs": [
        "additional-cpu__isotope__logits_0",
        "additional-cpu__isotope__logits_1",
        "additional-cpu__isotope__logits_2",
        "additional-cpu__isotope__logits_3",
        "additional-cpu__isotope__logits_4",
        "additional-cpu__isotope__logits_5",
        "additional-cpu__isotope__logits_6",
        "additional-cpu__isotope__logits_7",
        "additional-cpu__isotope__logits_8",
        "additional-cpu__isotope__logits_9",
        "additional-cpu__isotope__logits_10",
        "additional-cpu__isotope__logits_11",
        "additional-cpu__isotope__logits_12",
        "additional-cpu__isotope__logits_13",
        "additional-cpu__isotope__logits_14",
        "additional-cpu__isotope__logits_15",
        "additional-cpu__isotope__logits_16",
        "additional-cpu__isotope__logits_17",
        "additional-cpu__isotope__logits_18",
        "additional-cpu__isotope__logits_19",
        "additional-cpu__isotope__logits_20",
        "additional-cpu__isotope__logits_21",
        "additional-cpu__isotope__logits_22",
        "additional-cpu__isotope__logits_23"
      ],
      "maximumProbabilityError": 2.4978227407268516e-06,
      "maximumRowTotalVariation": 3.350627095748178e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.618868350982666,
            -1.6200528144836426,
            -1.8966541290283203,
            -3.024728298187256,
            -3.2998433113098145,
            -3.467909336090088,
            -3.6312570571899414,
            -3.6401429176330566,
            -3.685303211212158,
            -4.11782693862915
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16806602478027344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "5e3cff3ff9a56e80542664e6bdf5e583b9ac4a4b561ab09a54ace2c6d785fcc4"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "44070d06a38996fcd90f9aad2c4d2da3c120304548c6549bea4abe6f6884fd43"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "e4a94c105ff14d01ddc442db6003be76404cc9227a628448d7ef48e598f1b785"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "3e68549709a4f3cae84254720181e5ad99052157011ab5f7e20099ac196f4000"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a0dce4822f4013cc2f448f9e783bd85ff65743ebf352e7db61ef5a32bfb10e7c"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dbcc5747356c4c13c26ba18ea10b9dd8fc46eb63361df7dbc0a752d049eeeb6c"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "9156be16511d337a0ec18dd2ffdd7b81766cf9fbcf723321f7da88074a4a9cbd"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "a7098ea2a99d7edb243dd12babe35de06c48abef41f4872fc35f7f498de98b38"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "06e6d6e0b9b6805a05818df3caee642d54f68fbb1bb0b4d4719dc598c47ad838"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "cf08d1c8f3840c750c18de33f70e88c8a6f8b68e4a9e6c44bee978ab6153069e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "291e0dcea53ef0ca8a88463da88f0126cfd9895fac42c346c5bf7b4664df339d"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                2,
                64
              ],
              "sha256": "fe1056eb1deb95326155e5e8fe214467d5d2fcdfb3d7e67bdbd1d8d066b2ebf4"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dc1ba4739ec502e3333f28ca7c63661a820da6592dddb8cfffac61df5b1eef98"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6a9472d28a2c84667f6e15648f80934782a79398653c10216176b1b91e64ce8d"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233243942260742,
            -2.050720691680908,
            -2.733607769012451,
            -3.2669379711151123,
            -3.4123361110687256,
            -3.691476821899414,
            -3.7768733501434326,
            -4.405833721160889,
            -5.037308216094971,
            -5.200608253479004
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2791407108306885,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a026ea29a4a4874f5c7df2a70e6ad2da1083098758bb88030da49589fcbf7733"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7d615cf90e0dd62332e9d7198cd2f894a4bd30f1dc67016b902e826ff82a7a11"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a216b15b4eeb2759c698c667f1c3cbced7f3c0d060b025fb2029001fb1087149"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1ae115dadea390022e9cdb51efe67a4d27458d9dcc462d77af3595348b312f01"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b24997021d1c8843f61e1a88598ed7f99fec8b5d16481b1b83d7bd27f8ad3c12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "98a8ff6f75add21b9a86135e7751982b1a0e20db7af04fdc6519534c0c2c2935"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7b087b15724d8f0367e89511ec3b914ba1953ecbdd6886b280c4d6257d7bb47f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "aeff5477f75f28b6712a95a9451f989b809b9578ebfa1f9a01a3a7f35159ff6d"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.6233458518981934,
            -2.855440139770508,
            -3.1291167736053467,
            -3.917621612548828,
            -4.209522724151611,
            -4.462041854858398,
            -4.483791351318359,
            -4.493924617767334,
            -4.550571441650391,
            -4.919072151184082
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.6233458518981934,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.1291167736053467,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2525191307067871,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a97384727ac73ed7f2bb751f0b5b529d96c25b662855f9d3d2137fcd4fe5765c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "06226b03e84294656582bc511c2c9bdd75505b805f915e354a277932618ae4cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7230cba4b3bd090ef1b3e998bc7860be89d6f75e821f37d007dc3315e7173c82"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33a4cb4e139ac984da6c66a12d61466e80ea01d94ad607d8480168642e863b2a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2f9163bb2de6c869ff38fedbf16d37b01c800e35bf3c4fc394f13c302e38e20a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "353b44da44859233f57d01b91f3ea1f7c4cd2d8521abe94b871b3080452c0a78"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5cd77c53597d4cd513ab739d0ec670cd287d14ec4f1b114255c446cfbfd3e9d2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b35c62afa947186c90cf493d850a3da7dfabd7c847958d560e39ed0b7460717d"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570016860961914,
            -4.132008075714111,
            -4.462151050567627,
            -4.534817695617676,
            -4.732387542724609,
            -5.732325553894043,
            -6.287016868591309,
            -6.292951583862305,
            -6.968576431274414,
            -7.015284538269043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999380111694336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "e53eac0549f6a28fe0cf2936d25c974f5e4fa90f1f991911b80d33157a7b51b0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9cb185b1753282f0aac15d61e6245c66db07f2b68fbb2bcc21b7d8a2aeddab53"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "032397d06a7e325cb65f38e806a092e76ccd902fb94fa2d9be1e2068975b2c3d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "675be7eb08dadc86c09ca2e35915c2dd928b74d3cfdbdf8b845358659379eb8d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a797eee665c8fca2bedfb1441fb100deb44ae236353a462ca8742d5f6a45b78b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "871c4b268200329f2f2f4177285cf37ef272b6afe7cf2c3e986b583c3d3c24df"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "80b1bda422f01b9eb4e5b29f221f1addfa7af51aa6bc49bc8eadad1700f32ee6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2449d28bb7fe0d8b6f562302fdc33ab4c8aed5bd71a8611e77a56e3b9bee9a7a"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.730095863342285,
            -3.9498181343078613,
            -4.433909893035889,
            -4.538572788238525,
            -4.868734836578369,
            -5.158016681671143,
            -5.298519611358643,
            -6.126376628875732,
            -6.302591800689697,
            -7.02890682220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28928184509277344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2bef61bf7793e76fd8b7eeb3278a1330aa8bcbd18135bb5e53f05925d6b48b71"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "43acaa0998e03dd5ddf11ed70fea03f6e3f3ff7010c31706b90536e2fa0141a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "358e2e4ba62bd700c1c889036c344d7effc3ad8cc61cd772816d87d6cab0abc2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "06eabfaeb69f756bc26756894af89032915d7b3705b5cf1679a2ff265f8da039"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0cb74502a9630b8a89dc448d5b1d88a5f871df1c89b738f255a48ab0b9cdc5af"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f964b4c5aabdd023e82bed7a54399bf31f7291cd6647be1efa143f305dfb35b7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9791e68dda3d3f239c27f07a4da3695fd92d4b9bc83e00822a5bd87334e7d251"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "720bf395c24c195392bab4c03841a020e77deb356a155cb597b412adfc8bc5da"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.538573265075684,
            -4.590206146240234,
            -5.124658584594727,
            -5.273160934448242,
            -5.360751152038574,
            -6.116132736206055,
            -6.146402359008789,
            -6.409313201904297,
            -6.610935211181641
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08759021759033203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6d51130d2b9ed414d322e7560763d46fc92764225789ff9f29e311c70040eec7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "71a44327356c2299bdd504cec6be569c2fda8d2ddcd17ff72c9f8eb013191ea7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d572c3bb54e56169b574f33a2a0cd19ed910b695a063e3d2f0ab512fe1d7b4e7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "42dd24edb875965a1cedec464dd687730a68475bf5ff2d82a8a9c342603a8380"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0bb6bf9273c3066f28ada118b1bdbdcbe235e65d2efba8b37e91490661dcc8ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ff4dc78c79d94adf1bf924d4c2b5a95d891e8407eb5d638eddeb7b4874f06e03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9b8637bee7026f1d230c35ec1cfa9f29abb65b82411aa65a35b43e543d9e0495"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "688aa2551886ec6ce91049b4f661934a2985ad01e326b2b2f7421ee7db5e48bf"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.950087070465088,
            -4.626727104187012,
            -4.706858158111572,
            -5.2731614112854,
            -5.911760330200195,
            -6.788915157318115,
            -7.208338737487793,
            -7.218818664550781,
            -7.7965087890625,
            -7.9088544845581055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771548271179199,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7a052a89fbf7531aeda104ff6936dcc05c88f4d3f8dc726a4a73689f86292610"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "929becaff208995804f1bc6d9b850237206809b0b3375d757b0425d25becc8cb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "43c4822f249f8a07eb610ccdf03e99d6f89400ec04779fbb3f3e2658c95e1691"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "67a3ea78d52a5a8bc864efbf956f5f4c50b343bd9cc12006f5f2079de73b30c2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "34ebe3277b180c18d6502d5e9c0c16b60c7e33841f7a1c7fe02df6077c6cb021"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "955b9f453965392797718ed53c310bf52bf77e798c7abb23f62274ffa924522f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8e948308f1e0cf9d1b2236eced1677e5406a3b053edd733b9605705f181651a6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "241d3ee9a7149ba48535f110c9aa3b0a9cc3a80951a012126734f0765a4fa887"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.9513678550720215,
            -5.156772613525391,
            -5.1638360023498535,
            -5.451318740844727,
            -5.562664031982422,
            -6.774130821228027,
            -6.987249851226807,
            -7.161184787750244,
            -7.178929328918457,
            -7.327513694763184
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114667892456055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2dc1a73cb30733b38d64499857581f13b8ae4b09e9ed7d4966d192e83f7c10cf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7b596ba4e2a01ca80d5da1930a93c3733115f90506dffc1f8f6b5d5b6123a705"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7ef7d41951aded8eac800413c9832281bdcdcbcb060e51c2f3c1717d2e24387b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c01833d92acf56c2754f5b46b3450835dd9a4a6c768c62b6ea165041968e1522"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0513f8a368bcc1c95437edf0585c67d563dcd0fbc3a8aeb775276499cb1cc510"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "fcbe919e9c4deedcb6ca61b7441778c2abb46fa12804eb32ff7e47a50bec86eb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "aa809de6cd224ca8fb19a5c4835950ecedb7c2bb6d29439cabb1227469e2cec5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "42ac8a2aff385b4f1d0b9d8ed29e0cba8029d11a2b3c1feb7802089ab9c8226f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.1554460525512695,
            -5.164139270782471,
            -5.919897556304932,
            -6.130503177642822,
            -6.354485511779785,
            -6.510918140411377,
            -6.939023494720459,
            -7.113364219665527,
            -7.178903579711914,
            -7.420920372009277
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1564326286315918,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "10569f1f1eafc757ac0db16d4d7ed097f044f6ac46dc754581437393ce4fbf0a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "127d8a7b37e565b72f2fbeb7da9aa14d1e98aac2e0cd813d4b7e58e48990f5d3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a535bbfc48aceca29e4998d9571620c95481ffbc5bb7942138c92ebb2ba765d3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "012ba2ad5a56af868a567131605de2002ece9b7c9beaf4f8081ef19aa16bfbcd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f31b3e92096f38f59b158ae85e0ae826031ae95ed38e60fbc1dd2120f9edc2f0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4a8565adeabd277de06786cd2b646af7d8ccf057ece3aab2a652775066234a62"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a24e25e257775c52cab0c280ec45db8a3042257adfa59fc74ccf5a0543a69f10"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d5b3641009e4254943807af4634e346e866c56356a58ca611e91e352ebe45185"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164139270782471,
            -5.74774169921875,
            -5.847601890563965,
            -5.920427322387695,
            -6.082671165466309,
            -6.130503177642822,
            -6.145451545715332,
            -6.354487895965576,
            -6.4701948165893555,
            -7.105710983276367
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04783201217651367,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "b70318e57be862bf0f38b568e0ce02e8c4ec23479dfe3b1ab32674789ea3d9f5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "75d65373e54edaf0b155a492cfb3de2dc71f9f4dd116a08bf6bb871759b13dcf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fba86e811b7c8c77f12ef09e3ba9a587dda7ed4bd59ca72d67896f6a29855949"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "11dc81e4de4e6aba12a6d272171de3c5de481f4c3b14601baba8053149ffda94"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5a239d5f0d6ba30229001b60e0b8bc8a70ab955116b2cda68865f40a49418714"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0108a6d55ff9110b33ba8fc2ff5aad8656cc8804f8701ca7e01b0b9841a8a034"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "68e2bac5a95509eb6a2b3cc07aef21d6d639109f46bbcc9061c48bdebfdeda13"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "aa3133a285636f84ad608ba03705287010b8547ad71c94bb9682e046895dc710"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272756099700928,
            -5.832277297973633,
            -5.847601890563965,
            -5.920427322387695,
            -6.220719337463379,
            -7.845647811889648,
            -8.403486251831055,
            -8.52688217163086,
            -10.626203536987305,
            -10.745889663696289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6249284744262695,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6f170694a364f27e7a2e4b6f0833ff979de246a81c1f80fd518edbdc262ab989"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ce98ffc91e506897f1f06a7494b3f220fe690272b515b5196bfb2f38b731b339"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4874c5eccd6eb22a5374bdfcbfd1a70edd9a1de8df85d99e9e6a1c8819b36879"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c0b422d13f2d0891518c3f30dcefd7204f83e41202109c9597b8e4b4e9170998"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5bd4a9b075b367cb72bc257c761d5d04cf6ad5d3f26ff91898c01e4b66efee9d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4ca7b88039bfcd67b509ec6e7131d8fe8b8225e5da0c31f766a5265ac5e5b5b8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "62a2c35aa4863d2349a722c4c44116b4675c36c16739b3f7d42e853a2be0e34a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9e84a6aa71caacb8b8c4a10cbd1c9fee3dfdcf4bf4a9c265105c6eb75a868d5b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835171222686768,
            -6.024505138397217,
            -6.097123146057129,
            -6.663396835327148,
            -6.874382972717285,
            -7.210858345031738,
            -7.257774353027344,
            -7.66322135925293,
            -7.865755081176758,
            -7.901448726654053
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.663396835327148,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3364753723144531,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d0417e5870cb98b2ef9c4ee82588263cddfaa72b37e75886fc317788d10dc689"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "792d94c64b28e6abe948ec694d28c40f4f1b1bed38fdd00778d6ef7615670ceb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b65e083d6362bb8f4e94578f2ab6f93ef3ee3f70bfbe3091c20fa9aec0e2b262"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "85553c4a3f5097084136a3bcad2ee2cdbb06191e09dcfc4831c4fb69a2ea4db4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "c6064cb8fb95cc6ac00858d06a4d6b3eb90dc1d79f942ddc8d5115aeafd353d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "fd011f928b3a83a65e3f60d6a0c67f4e081751e9b894035e8778be9713934b2a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b877bdc41a4f2b633019f126dad96fbbfe9a79f001c5fe87df344ab9a9a8cfee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "193b3333bbf8775d81fa1f4b32393d189ccb820a7d7b0867629b49628ff94cc9"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835174560546875,
            -7.21713399887085,
            -7.220550060272217,
            -7.677140235900879,
            -7.691018104553223,
            -7.7683796882629395,
            -7.801595687866211,
            -7.841050624847412,
            -7.952846527099609,
            -8.021113395690918
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0773615837097168,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "570d435769d19b25222437e62004e7bcdd3d6dedb3cc1d17e0f354d15ab9b9dd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e4108a25615f77a62688ec18013298d9160834b98020be5bb3696e8ce6573f69"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a44be9badc350b525f31f405a19435ae9a80a1a5f5009e529b88bacc187ed982"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "184d8f56ca422c1498b90237167434e4cc96978d0fd2b92e806eae3fad27f409"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "efd6616dc5ba23375018323c9f5ee357d4ceaaf0175b880da451db3aa93961f1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "859b84cd958a079f6a823fb9b6b08e550c71f0b35c7ca7a1fde1b35261ddff79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0f669f9294ae59f6b37fc1d0bd32207c6846ea11086b51a5bf28eb92650c9b0d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b65c1a13c00ad58d78b62dc80b1c1088966f73e79a7f1a2537a999ba4c05c29f"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.9741668701171875,
            -7.218398571014404,
            -7.677198886871338,
            -8.001812934875488,
            -8.12448501586914,
            -8.804722785949707,
            -9.126652717590332,
            -9.30630874633789,
            -10.151649475097656,
            -10.499442100524902
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677198886871338,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6802377700805664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "88c385cd0a4ed195cf8586d04e6f5ab716af800c5dfa82d119c380db6fb8f61c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0240932bc61c21dacc98b676f9632a3583c3d5ffa1967cb6439a806f0bf7e208"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8c1e5ebf14832cd945e1719e861ef656fe822ea3218b1e7aa04ec6122a31b269"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "85266fa8e47de7a49ec56e286bf0fa3e1c6073b13ef62c1ab3d894247924ae38"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "65106db124ad84b998e793d020527884194c5be09ce6a8aaa8ba1e1c0165d179"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f7fafc932ac4a559bda50ea87c29808ef924f3931b4a37d10533d8136dc5d5c2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "fdcead890c4cc25b1260a5030a8e688b12fcfaf024ec24a67de08b6708a49b51"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "917f7cffe3f4d54892b6bf025d986af1596cd11491f61a2878dca92127cfe1ff"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.218405723571777,
            -8.12734317779541,
            -8.393034934997559,
            -8.806388854980469,
            -9.92815113067627,
            -10.778404235839844,
            -11.324385643005371,
            -12.283562660217285,
            -12.476114273071289
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217622756958008,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "65e8fdb31b62b8b0edaf8bfc8c6b0fd127553e941e1ca57b41593f4f48c4036b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "8fd3b58afbefef3806b467f2ac608f972410bb87a5b8c03945a3b6118480841a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "04e3dddc25aeff3b7b5e38e6a6d0a9bd9924f7df28effd5bccda8aaf21784770"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6baf452562bbf8e0fc3e20bac5247acaec5cef254f128830c0821d5f9ffc63e9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6333853a5fb96e9bcb2622cb44135b641901a052b143488505e0d83b79319f12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "58883cb3dc1e594190052541b82beed66a9c2d64e09976c85d462b83f1fa890f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c44b4081b0046c83d1a9e4f8e59266146afdb97da1fc075dbcc96b33793946be"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "be8f05d78eec228e6dcb674c0f404f1a3b9a1f1b74826088fbf3c94a59744227"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.974177360534668,
            -7.367037296295166,
            -8.12734603881836,
            -8.402846336364746,
            -8.806390762329102,
            -9.207042694091797,
            -13.022756576538086,
            -15.058290481567383,
            -15.291104316711426,
            -15.589313507080078
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4006519317626953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef4af1cd838c3d79f8e57210bdeebe30c25bd11374f229191888555d7692de8b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3faafac362b1286c41fa466023eb9e2addc85ca75cd2e6d5322fdd41799f72ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d1505eb261b75593317595490b57521f4b066fdf238c89c60814f3e0d9f33736"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "48c239bb33819640574c480ea8b1b42c53c7aa142bbfa79d1e8e4b2d4c1ed709"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f85dbafdb5280fcab22dd7131b4de5a0948e7059c8ba26642c6e0f4c42d965c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "9d0f49e5f5ce6477982f4a782d1e130d3a74f4d176a9fa63383cf6d2377c716a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f6bd2fb86882e70480e56fa5fa4b2576ff5a554ac0499112470b0cf1de3ca73"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "5e5b5369032cdc40b6fb180c0cf65903825cf9dc76f173257386a3163196c816"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.974940299987793,
            -7.367048263549805,
            -8.178160667419434,
            -8.402985572814941,
            -9.120019912719727,
            -10.132535934448242,
            -11.167595863342285,
            -13.232380867004395,
            -14.85342788696289,
            -14.966073989868164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125160217285156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1b3d2a939c96b79208189d9e6bd23f7ddad6f4bf5b536122bd20f042ff59372b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d6ceda688b1e594931823ba5780b351723b203d45f45f1dfe8960ff7dac66bc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ba2bad54f131ed3191dc36a0fd91bc2de93cc62c73544960af713969380f5ceb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "424fa43e437a7751ae5323d3b8bc71df47aedf3031c83d63d816e391a01aa3ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a293c95962fe36f9c9ae8c193773cfff2aba88fa4b18d6b4068e450bdb7ffd69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7ce812a2d30694df285ca768e6ad2c40fefd29a0b7d7972ba581f4709b37d53d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a00b21f9bdb103099eeba61952af43d64c4c2e10466bcc89271268dbbbdca87d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "84f3a4f3be939df77424cf7ae724d676a518b4ad5cbf18aa1d49196f56234401"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378390789031982,
            -7.159922122955322,
            -7.367048740386963,
            -8.178171157836914,
            -8.4030179977417,
            -9.120036125183105,
            -10.007558822631836,
            -11.750045776367188,
            -11.795624732971191,
            -12.92148208618164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170181274414062,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "6958811284911f3ffd6c2ee241567e69d05ae0682e1bea98ca7b7d8497c120f3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "790971e7c7a7a5dcd5807e2f49126261cce772441bc8eae8216ed98d8a8e23cd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1822a6e7ef9dfb7074de4f48252669e8229fd1d63ae20199f6faacff66d178f6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "df7403ea95cfd506c8c55bd139c5c017f773be906c95c31fc7faa7e274d26454"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5a6dd9c0344bbbe3d10595cdbfcab49e39a078335b7aa0a3b36b8791195371fe"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "467228916248739f01917c5e6937996324a6585b1b1b3c017ad1f780de7f7a37"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "db8e18f911e6111b5c36966493dbd01999bf71691bc452c2ee6679073427ca8d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5b0e1716f6a791b41274446469558b79d6fe7e18f50e304da3481ff535397c5e"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.367965221405029,
            -7.601821422576904,
            -8.178171157836914,
            -8.4030179977417,
            -8.891338348388672,
            -9.960444450378418,
            -10.724023818969727,
            -11.309149742126465,
            -11.363237380981445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48832035064697266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "54f7ade7af66cdc009d15d79670b64291b6d3a6ed5a6f78b18adbb427c8e79ac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "861adf5b35c782e3680cfaca26d5c3a6119c7d979b00fa847828480aaffabcd1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c41b3087c3c77dddef35c3f6717de6ad3c3976e96b3a2f875a6c8a6c6ed2d436"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "983aa0196785a0aa76eca9a5da2743149023450397d0ebb27113a354b6613fbb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "447f3ce115f4be00cdb1c8638492306b137caefd2055dbd7ec18a94f19584fe4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "1dcebc6a69fea4f8ac0d42aee9faecb338741b35db43aebee9dcee90fb67c798"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "2de60979bc6b7f9decda7af5cd1f84a7c82bc6ebdf1d18b0c98b30f205721acf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "211dcbccba0949661df57c5919b5b5451ab60d46c00506547592507831968e2d"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378421306610107,
            -7.601840972900391,
            -7.737105846405029,
            -8.189591407775879,
            -8.403030395507812,
            -8.550690650939941,
            -12.66903305053711,
            -14.734381675720215,
            -14.920083999633789,
            -15.006481170654297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1476602554321289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "ac8a4def1f368a6eb03fc10015d174ec7f120122a10199f5b2fdc1f1e41342d5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d74e250743ecaf2b8822fd3a2b16edab89f542451fc39f2184ed5ecedf2cd6b7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e1a3444d515a08bf85d4055c01b6d9c4270ea8e6a5497f1dc1b2ad4986345107"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "58e4613834c628c4d74b6c477ec3f23a0537843e3985922c055ade86c3598f1c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e18efb85ce62f0ff284ac637cc55b36bb3cb49486b6f132f39a9c4dc63887c98"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1fec73de4806d440915d883a64b03fe284410f07d42df02333bdbdb5d9c7598e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1c1a1588c9d536bb0f095798893d08663358ca354eda6ec7f4b21a62a013d1f0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "6d3387300b832a027f71f95a1a5fb1d4274a3125ee279fa5630cc6033ea563be"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502535820007324,
            -7.601897716522217,
            -7.737132549285889,
            -8.403075218200684,
            -8.430048942565918,
            -8.694684982299805,
            -9.748400688171387,
            -11.257413864135742,
            -11.4656400680542,
            -13.19868278503418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2646360397338867,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "58c63c60a619dcabba6ff82ef0d0ac9e6c494d06a5d6561c793cdda17d3e3aa4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "5466b3249fc88ccfa5fb6c8b4df754b0b15611540a8e2a6b9f29b924a9f88707"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "018b913191a83f2aba6a440a8b6c092f25ab4a3519c61bc7a6d1fb477127a165"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "d67d704a65451171c2a9419d877f789ce0fc48a02a1e242430e4c0f4a8cd381e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "c2666508b6066d05278b508870e1f554a2cc1c584843dff45a75e42a7cce5ae2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "9e3699bba8de30ba8ffd1a5b9c30b4d70337f102adccd4efa71c2f6256ad0bb7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "ee3919457085e4accdfc95f08a1b6b9a89628e601222571ec4d97e4e799b0122"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "4874ec7bde2583a58a8e0ff2d71e75045ded3755253eac43036086e0fdf6f196"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.684122085571289,
            -7.60191011428833,
            -7.737132549285889,
            -8.403091430664062,
            -8.430084228515625,
            -9.384807586669922,
            -9.399446487426758,
            -10.786476135253906,
            -11.128336906433105,
            -11.618820190429688
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547233581542969,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "ce3be055b5f0bbea8f0d62a211772c302cf198f0987cef62c970eae17dbd5e33"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "1bf974963fd698035372bd4737af242b81f01d05b6675a38f628a88d26012798"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "b3fcab1789421cff7700cdb57fbfa386cc7fead2a7efec5038797c18693cc26a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "a2af1f595c1809b3d704a6b26558b1438d7e6871b5a80b9edc20e674dae22ac1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f49082f718ea4bbc6cb023ad69764eb863b48e509ab0e40469f04b85a16776ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d1059b42dfa19d20dbe8b08ad1d91410c57f1f191f2c1502f491036dce7e5606"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "f466a2926d4d63379639dba8634b58533486d75c171fe08ed84084e22d9a4186"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "d61e071440cafff0c9b50de8486f5efd292099acc6fb599bc583a6a2820d02a7"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.6852617263793945,
            -7.605001926422119,
            -7.739434242248535,
            -8.409729957580566,
            -8.430084228515625,
            -13.881999969482422,
            -14.269865036010742,
            -14.301294326782227,
            -14.434270858764648,
            -14.685869216918945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451915740966797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "59a1e283f23d47ac219717e0adf5a2bf5a09911985cb085e967967ffc8d957e2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "03d0bf6fadb8d8260d89798fb81018e717520de5d007873c5a511325a0aaa3ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "8df5abb60e9bafea8bb0b2933f1b6d3ced0cf8915caac7c89657f26fbd1a4835"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "7720fec833a70db0f81e1cc4deb05c058e861c4de1caa179695ba90374d282f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2ebf2aceb20d43020523b99e22553300c9ab41d300607b3f280af3497e26a360"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4325b6fce38d3dac45f92247214fd91230af6849b932444aa1a62f29b94b2f27"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "4b01163e199f6adaeb0743290e1153faac91947cc7bb59fa5cd9b2772e26e8f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "0ca6b5613888c812b6274056e296ed03d93c40d1973aad875eb30f94f2832296"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.916341781616211,
            -7.615095138549805,
            -7.739712715148926,
            -8.428159713745117,
            -8.434804916381836,
            -8.64852237701416,
            -9.926487922668457,
            -11.41327953338623,
            -11.80119514465332,
            -12.523164749145508
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.916341781616211,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.615095138549805,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739712715148926,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428159713745117,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21371746063232422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "05a05643c7a1c9c0283e32c37cd821ee01762a0b4177be04b6e784581a2027a5"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b4f03b494534975fda9187f0274ea0d570f29216994eb332e9f43dc5020e73c1"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "9ab752cdc9825e773d93ed29f63ed2ae169452c0fec54fc26fc993a9cc70c014"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "73bf2a7899ad171ed977779256644040e0ca2cdf57b1926482b9f006d03b807f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "93d204c5c53ec9679fa8b7f5c03826808ffbcc426b95c7d78bfeaf179a734505"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "084aa3c7bb0eeedf0b55085425c656bb794600e34d2b50113c1e8c94fc89a031"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "8d9437f44add6f9bed5cac5747cbac0d6c883570e0420ebf199ae2d6e36d0961"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fbdcd56260e9686ff1332ef6289339b7a43a106c0ca7c1ec5ac5ff95b4575fbe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "59b792dc59b06c6ed82fbdbd3c7feed14e01c553faf225bba29670804dc8653a"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "10920445fb2f0ca3dd90f2cc3296718411c9280b696529a5385394171c72c279"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "784c1d99a77f5a5be199abe345f6f5b0aa8ab6d979b464062a70e73126672365"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "54b37ef24d518afae62f92bd48e6a25ea5e22d5a2a4df6c859ce723092cb4a93"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b5befc10f69a3784de0a2a3f8a4e6c06da279937a18a1cf3aff67946d9bbb"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bbc51c31f48161c4bc9a8ebac4ce2a202c494fbc62e0cabf97f640137d3795e4"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "e450a505d7f776283ee7af59653648954d4af3cfdc7661e4ac69a084fff374dc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "18bb43b9c3ad89524ad0f22a133704c7430f2a93fdc8f70f1ef75fb822c08563"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            89,
            152,
            5,
            158,
            23,
            47,
            75,
            17,
            29
          ],
          "topCandidateScores": [
            -1.618869423866272,
            -1.6200522184371948,
            -1.8966566324234009,
            -3.0247292518615723,
            -3.2998433113098145,
            -3.4679112434387207,
            -3.631258010864258,
            -3.640143394470215,
            -3.685305118560791,
            -4.117828845977783
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16806793212890625
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            89,
            152,
            5,
            158
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            4,
            2,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            89,
            11,
            9,
            6,
            6,
            75,
            6,
            9,
            5,
            33
          ],
          "topCandidateScores": [
            -1.6233227252960205,
            -2.0507261753082275,
            -2.7336087226867676,
            -3.2669458389282227,
            -3.4123339653015137,
            -3.6914782524108887,
            -3.7768702507019043,
            -4.405834197998047,
            -5.0373148918151855,
            -5.200614929199219
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.279144287109375
        },
        {
          "step": 2,
          "inputTokenIDs": [
            89,
            11,
            9,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            4,
            1,
            1,
            4,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            21,
            3,
            5,
            9,
            28,
            37,
            23,
            5,
            9
          ],
          "topCandidateScores": [
            -1.62334406375885,
            -2.8554534912109375,
            -3.129115343093872,
            -3.9176321029663086,
            -4.209518909454346,
            -4.462052345275879,
            -4.4838056564331055,
            -4.49392557144165,
            -4.550575256347656,
            -4.9190826416015625
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                89,
                89
              ],
              "score": -1.62334406375885,
              "finishedAt": 2,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                9
              ],
              "score": -3.129115343093872,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2525334358215332
        },
        {
          "step": 3,
          "inputTokenIDs": [
            28,
            21,
            37,
            5,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            4,
            2,
            1,
            2,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            7,
            6,
            8,
            8,
            3,
            8,
            11
          ],
          "topCandidateScores": [
            -2.9570136070251465,
            -4.132016658782959,
            -4.462160587310791,
            -4.534814357757568,
            -4.732399940490723,
            -5.7323431968688965,
            -6.287034034729004,
            -6.292972087860107,
            -6.96858549118042,
            -7.015294075012207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9999432563781738
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            6,
            6,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            30,
            9,
            9,
            17,
            30,
            5,
            17
          ],
          "topCandidateScores": [
            -3.7301082611083984,
            -3.949827194213867,
            -4.433916091918945,
            -4.538581371307373,
            -4.868746280670166,
            -5.1580119132995605,
            -5.298529624938965,
            -6.1263837814331055,
            -6.302596092224121,
            -7.028911590576172
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28926563262939453
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            11,
            9,
            30,
            9
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            0,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            7,
            41,
            7,
            47,
            45,
            53,
            74
          ],
          "topCandidateScores": [
            -3.9500956535339355,
            -4.538581848144531,
            -4.590221405029297,
            -5.124665260314941,
            -5.2731709480285645,
            -5.360756874084473,
            -6.116137504577637,
            -6.146412372589111,
            -6.4093241691589355,
            -6.610946178436279
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0875859260559082
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            7,
            7,
            41
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            3,
            3,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            6,
            9,
            7,
            5,
            27,
            9,
            158,
            30,
            4
          ],
          "topCandidateScores": [
            -3.9500956535339355,
            -4.6267409324646,
            -4.706864833831787,
            -5.273171424865723,
            -5.911765098571777,
            -6.788913249969482,
            -7.208345413208008,
            -7.2188215255737305,
            -7.796513080596924,
            -7.908859729766846
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8771481513977051
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            6,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            2,
            4,
            4,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            158,
            11,
            6,
            9,
            133,
            3,
            5,
            9,
            47
          ],
          "topCandidateScores": [
            -3.951376438140869,
            -5.156782150268555,
            -5.163847923278809,
            -5.4513258934021,
            -5.562678813934326,
            -6.774141311645508,
            -6.987246513366699,
            -7.161184310913086,
            -7.1789445877075195,
            -7.327518463134766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.2114624977111816
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            158,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            0,
            1,
            3,
            4,
            1,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            11,
            17,
            152,
            9,
            47,
            3,
            23,
            86
          ],
          "topCandidateScores": [
            -4.155453681945801,
            -5.164150238037109,
            -5.91990327835083,
            -6.130509853363037,
            -6.354494094848633,
            -6.510922431945801,
            -6.939043045043945,
            -7.113373756408691,
            -7.178915023803711,
            -7.420933723449707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15642833709716797
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            11,
            17,
            152
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            0,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            47,
            41,
            9,
            7,
            7,
            74,
            3,
            53,
            80
          ],
          "topCandidateScores": [
            -5.164150238037109,
            -5.747755527496338,
            -5.847607135772705,
            -5.920433044433594,
            -6.082675457000732,
            -6.130509853363037,
            -6.145456314086914,
            -6.354496002197266,
            -6.47020149230957,
            -7.105720043182373
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04783439636230469
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            47,
            41,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            7,
            7,
            9,
            5,
            23,
            5,
            17,
            85
          ],
          "topCandidateScores": [
            -5.272766590118408,
            -5.8322906494140625,
            -5.847607135772705,
            -5.920433044433594,
            -6.220723628997803,
            -7.84565544128418,
            -8.40349292755127,
            -8.52688217163086,
            -10.62620735168457,
            -10.745895385742188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.624931812286377
        },
        {
          "step": 11,
          "inputTokenIDs": [
            9,
            9,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            21,
            9,
            9,
            3,
            158,
            47,
            158,
            47,
            86,
            5
          ],
          "topCandidateScores": [
            -5.835183620452881,
            -6.024509429931641,
            -6.097126483917236,
            -6.663402557373047,
            -6.874397277832031,
            -7.210868835449219,
            -7.257781028747559,
            -7.663222312927246,
            -7.86577033996582,
            -7.901453971862793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.663402557373047,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3364715576171875
        },
        {
          "step": 12,
          "inputTokenIDs": [
            21,
            9,
            9,
            47,
            158
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            4,
            2,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            158,
            152,
            158,
            41,
            41,
            74,
            74,
            47
          ],
          "topCandidateScores": [
            -5.835186958312988,
            -7.217143535614014,
            -7.220556259155273,
            -7.677152156829834,
            -7.69102668762207,
            -7.768373012542725,
            -7.8015851974487305,
            -7.841064453125,
            -7.952859401702881,
            -8.021119117736816
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0773463249206543
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            9,
            158,
            152,
            158
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            0,
            2,
            4,
            4,
            2,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            21,
            3,
            9,
            9,
            9,
            152,
            152,
            116,
            5
          ],
          "topCandidateScores": [
            -5.974178791046143,
            -7.218407154083252,
            -7.677210330963135,
            -8.001827239990234,
            -8.124497413635254,
            -8.804729461669922,
            -9.126667976379395,
            -9.30630874633789,
            -10.151651382446289,
            -10.499454498291016
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                158,
                152
              ],
              "score": -7.677210330963135,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.680232048034668
        },
        {
          "step": 14,
          "inputTokenIDs": [
            11,
            21,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            4,
            3,
            2,
            3,
            3,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            21,
            7,
            21,
            41,
            47,
            45,
            86,
            74
          ],
          "topCandidateScores": [
            -5.974189281463623,
            -7.218414306640625,
            -8.127354621887207,
            -8.393049240112305,
            -8.806395530700684,
            -9.9281644821167,
            -10.77840805053711,
            -11.324396133422852,
            -12.283576965332031,
            -12.476129531860352
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1217689514160156
        },
        {
          "step": 15,
          "inputTokenIDs": [
            9,
            6,
            21,
            7,
            21
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            6,
            6,
            6,
            9,
            11,
            21,
            5,
            30
          ],
          "topCandidateScores": [
            -5.974189281463623,
            -7.367044925689697,
            -8.127357482910156,
            -8.402860641479492,
            -8.806397438049316,
            -9.207052230834961,
            -13.022771835327148,
            -15.058294296264648,
            -15.291105270385742,
            -15.58931827545166
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.40065479278564453
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            11,
            11,
            11,
            9,
            9,
            9,
            30,
            75
          ],
          "topCandidateScores": [
            -5.97495174407959,
            -7.367055416107178,
            -8.17817211151123,
            -8.402998924255371,
            -9.120027542114258,
            -10.132538795471191,
            -11.167598724365234,
            -13.232393264770508,
            -14.853431701660156,
            -14.966079711914062
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0125112533569336
        },
        {
          "step": 17,
          "inputTokenIDs": [
            6,
            9,
            11,
            11,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            7,
            9,
            9,
            9,
            5,
            4,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378401756286621,
            -7.159932613372803,
            -7.367055892944336,
            -8.178181648254395,
            -8.403031349182129,
            -9.12004280090332,
            -10.007566452026367,
            -11.75005054473877,
            -11.795637130737305,
            -12.921491622924805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7170114517211914
        },
        {
          "step": 18,
          "inputTokenIDs": [
            11,
            9,
            7,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            7,
            7,
            7,
            47,
            41,
            86,
            65,
            74
          ],
          "topCandidateScores": [
            -6.378431797027588,
            -7.367972373962402,
            -7.601830005645752,
            -8.178181648254395,
            -8.403031349182129,
            -8.891347885131836,
            -9.96044921875,
            -10.72403335571289,
            -11.309162139892578,
            -11.363258361816406
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48831653594970703
        },
        {
          "step": 19,
          "inputTokenIDs": [
            9,
            6,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            6,
            11,
            9,
            9,
            21,
            30,
            75
          ],
          "topCandidateScores": [
            -6.378431797027588,
            -7.601849555969238,
            -7.737112045288086,
            -8.18960189819336,
            -8.403042793273926,
            -8.550697326660156,
            -12.669028282165527,
            -14.734395027160645,
            -14.920088768005371,
            -15.006487846374512
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14765453338623047
        },
        {
          "step": 20,
          "inputTokenIDs": [
            7,
            11,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            9,
            30,
            4,
            17
          ],
          "topCandidateScores": [
            -6.502546310424805,
            -7.601905345916748,
            -7.737138748168945,
            -8.40308666229248,
            -8.430058479309082,
            -8.694686889648438,
            -9.74841022491455,
            -11.257425308227539,
            -11.46564769744873,
            -13.198694229125977
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26462841033935547
        },
        {
          "step": 21,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            9,
            41,
            47,
            89,
            45,
            109
          ],
          "topCandidateScores": [
            -6.684129238128662,
            -7.601917743682861,
            -7.737138748168945,
            -8.40310287475586,
            -8.430092811584473,
            -9.384821891784668,
            -9.399468421936035,
            -10.786483764648438,
            -11.12834358215332,
            -11.618844985961914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9547290802001953
        },
        {
          "step": 22,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            7,
            21,
            21,
            75,
            21,
            75
          ],
          "topCandidateScores": [
            -6.685267925262451,
            -7.605009078979492,
            -7.739439964294434,
            -8.409740447998047,
            -8.430092811584473,
            -13.882001876831055,
            -14.269878387451172,
            -14.301301956176758,
            -14.434281349182129,
            -14.685876846313477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.451909065246582
        },
        {
          "step": 23,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            9,
            47,
            41,
            9,
            89,
            158
          ],
          "topCandidateScores": [
            -6.91634464263916,
            -7.6151018142700195,
            -7.739717960357666,
            -8.428168296813965,
            -8.434812545776367,
            -8.648530960083008,
            -9.926483154296875,
            -11.413285255432129,
            -11.801204681396484,
            -12.523172378540039
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                7,
                9
              ],
              "score": -6.91634464263916,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -7.6151018142700195,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                9,
                47,
                9,
                21,
                6,
                11,
                9,
                7,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.739717960357666,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                21,
                6,
                11,
                9,
                7,
                6,
                9,
                47,
                9,
                21,
                6,
                9,
                7,
                6,
                11,
                9,
                7,
                11,
                9,
                7,
                9
              ],
              "score": -8.428168296813965,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21371841430664062
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.6233458518981934,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.1291167736053467,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.663396835327148,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.916341781616211,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.615095138549805,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            89,
            89
          ],
          "score": -1.62334406375885,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            9
          ],
          "score": -3.129115343093872,
          "finishedAt": 2,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            9,
            7,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.663402557373047,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            11,
            9,
            7,
            9,
            7,
            9
          ],
          "score": -6.91634464263916,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            47,
            9,
            21,
            6,
            11,
            9,
            7,
            6,
            9,
            7,
            11,
            9,
            7,
            9
          ],
          "score": -7.6151018142700195,
          "finishedAt": 23,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.6233458518981934,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.1291167736053467,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "[13CH3]O",
        "candidates": [
          {
            "smiles": "[H][H]",
            "formula": "H2",
            "model_score": -1.62334406375885,
            "rank": 1
          },
          {
            "smiles": "[13CH3]O",
            "formula": "CH4O",
            "model_score": -3.129115343093872,
            "rank": 2
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 3
    },
    {
      "group": "additional-cpu",
      "id": "salt-charge",
      "logitPairs": [
        "additional-cpu__salt-charge__logits_0",
        "additional-cpu__salt-charge__logits_1",
        "additional-cpu__salt-charge__logits_2",
        "additional-cpu__salt-charge__logits_3",
        "additional-cpu__salt-charge__logits_4",
        "additional-cpu__salt-charge__logits_5",
        "additional-cpu__salt-charge__logits_6",
        "additional-cpu__salt-charge__logits_7",
        "additional-cpu__salt-charge__logits_8",
        "additional-cpu__salt-charge__logits_9",
        "additional-cpu__salt-charge__logits_10",
        "additional-cpu__salt-charge__logits_11",
        "additional-cpu__salt-charge__logits_12"
      ],
      "maximumProbabilityError": 1.66365016474046e-06,
      "maximumRowTotalVariation": 1.7206188342196615e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939383506774902,
            -1.5690363645553589,
            -2.833582878112793,
            -3.319517135620117,
            -3.672703742980957,
            -4.5628886222839355,
            -4.766641139984131,
            -4.853089809417725,
            -4.905975341796875,
            -4.938629150390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901848793029785,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "209f2410efffbf23d35fe332d8f61cdcb1a99a97131e5d67243b7395371114e2"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1749293f9c81a220f61145224846d5b1765a4172bfe394dec6389557186c373c"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "71c47fc1837cf3ae6b94e5f86349e3e9943a5779048dc7012b5675d0ae8e5b17"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a879a9967956bd71c31dd485e455184d62356a3bcd1e3c4f5e8c43477f136403"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c82729e4bb1644f3d9a4fef9c752b6cb2fc2941034b7126c42b7b3f843effb6b"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "02f7fae5705ded3f97f264316f2aa2d35d50b1f8a13c24038f1754d1df9265e4"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "e8dfd34391770575b3aa18834db8059c637bae0c1142f386c4087cd8245f9681"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "1321b86be09f65f7a2edb616270506425d086841e568662502303891c4b18c49"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "75010d895386cfabb070c0c536a6f3ac9afca099befdeb415dbd975776cdf51e"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f86fce8ca1c5f958f160f74acaab811a4f037e4c4a82a9395666bddd9833bc2e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "7ae70f78267f8e7d27d8bbd5c24b2076edc4169f32ef7738c1a5f427b1f86edf"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a3c1750e0c71d63e78c3881f25cd666a792451b4709f12656c9abb03c08fe350"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7e6c9aa522849a31071dbdb1e5bd1c6f208c334fd09314cbac5c50c792d5fcf5"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "10fa0e0297050c663efe2b7d57c543950cc65ecbc1209d7c70ae8a0ac58499e3"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.0131821632385254,
            -2.008312463760376,
            -2.50311541557312,
            -3.3075122833251953,
            -3.319517135620117,
            -3.538102149963379,
            -3.569714307785034,
            -3.6098337173461914,
            -4.166755676269531,
            -4.219329833984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858501434326172,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "206b7f1bbf4e5a485053848a85f7bb674ab823571f846a5cae2790c17d4a4b4f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1bcc9bea6ebd585d00789a34bb81206e0eeadb71396e8d911694b75577314f29"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c8a562dbe46143ba65f7ca58b9f2c0678c5fd6eb2fcb160c6b2a6b563668f41d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2bbc96458516e9575131a5614fb191f2eeb21ad240f94e35de55770238a7a216"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e8182da5825a764dd1c4266a6c940a1602683aba0b7dec17b263ec7eda8af02f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "17bac461536591183bc3f92ac430352eba7aed43a8aa319488ad8f1adb83279a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "590d125cd41c6e7e0ccc842dd387fa590f085baae51ea0fcd11852f3330c7e00"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bba1b2a4bc07ced9e5a015c3f67c300fb7a9a46700ba3770c61a1c835c1162ca"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715554237365723,
            -2.104485511779785,
            -3.151285409927368,
            -3.3297624588012695,
            -3.63083553314209,
            -3.89499568939209,
            -4.0917253494262695,
            -4.129127025604248,
            -4.199082851409912,
            -4.573346138000488
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26416015625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "de7fba06f15fbe3976abdea0ef7edca3d15f80fb3808d80c6f1898ab151d01a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0c1e9add4c17d7f2e2a0dcc64567c06d2ebd9356263b8d8090c75bc7c54af78e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "84739a7bed25a366ec5cd0375444e38464d8396c435c172c4faa8569c13ab631"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cea2d053807e81ab7b5ed0cd1936ae5f9d054d9087ab9e5cf96596a3f100d772"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce927fa753d70741f52f33a3a9a2e3bcd69b49a44137ccea306b5e5c7997f554"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b69c1e00a381a2a053919e22c0593a676a019b70eee9b491cfa69e9d4eccd6ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea44b113e119bd745cf96c9108fa15ba76e26a85294cb0fccc6512534f33909b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e0e438d11f5c93ff4f75ef93dcd8c6848c2d1bf977cd8c68a3306f0e8002e331"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.4019660949707031,
            -2.3425045013427734,
            -3.511624813079834,
            -3.876878261566162,
            -3.894028663635254,
            -3.9824323654174805,
            -4.255294322967529,
            -4.433202266693115,
            -4.649984836578369,
            -4.6987996101379395
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08840370178222656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9ae5ee9c6067bbe31350fe09ff0c58111240801a510f0c2ddf3a6406cdebb1ad"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9977b5e0af2e636886fd98a899b87850ffbdfee93933786dbc64407d3287b284"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a2a664cda5e8a8b339307c180a3a43d70a6dd6cfb17e9c893c066e966a4e7613"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c46ad9c20801a879606e457756489674639977fb0ef0eeaa314151da40306ce1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "159b952c3fa8703ad48fcceb3c68782d17ad4a230ba543a344428386c2da5c37"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b54a999071261d28f446d766dd90005daef7a1074040fb0fb41b46a4b0baf9ae"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "68470ddac07e71a72565c1114bce259e91bd610406469cdd34d0158b37b9d283"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "19bfe159e84c94d64d09aa01fd307a3ed003dc1d480a1e038deea4cfe25f0b57"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.4045488834381104,
            -2.9471523761749268,
            -3.5664222240448,
            -3.7135531902313232,
            -4.389780044555664,
            -4.4139251708984375,
            -5.090752124786377,
            -5.1504435539245605,
            -5.544902324676514,
            -5.864564418792725
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024145126342773438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c69090a7a3cd52bf0658a41200642b1585b1da75caa1607d768aba110b79765d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8c64cdae96db00cb030d8c92f8bd98eec12f671b8e158c75b7c3d4d83101253f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "725ceb5584dbe4a10eb6839c5085042a5779f3fda42d810482328500f5094c06"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6fe0d7556fca2e1bb48708aeb4d6de2b98f80baf74ca8ab1b52abfcc729b9514"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7afce7a40180d2e7d16eb0844246672f7cf813f267809111a01a5204092bdbf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9b3f87ab444e471a8f1b0df2f4fc2edc3bbaf9f4a34b07c40451c61f3d79c6f3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f1fb6e3477a17ab73a8b6cc554441f602c7d1ef98b369e84d370b0f33bfe6277"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6bca5224c2802672683b7ba520bab44eb0a2b30a0955cad623fc8472cb0b44d7"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.404550313949585,
            -2.9471654891967773,
            -3.914966344833374,
            -4.076860427856445,
            -4.516500473022461,
            -5.961020469665527,
            -6.178497314453125,
            -6.197243690490723,
            -6.615699768066406,
            -6.735200881958008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445199966430664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "39d636aa3b00857741464f39e9d97c62922fcd8eced6a66db3806cd85f94a661"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f2c550828e53b01e31970caab3c70f47c72514c8deba8c7fb4dd7175b7832f84"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d44d09e02be1a2789a2503615e5df440f71f8edf9322cfa73d8ac1e704dacaa9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d89bdff8022b3967f5fc6a1c317d1710b80519c0a27e850c4e32f125f37026f4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0405c8ae5ef00e7b19edbbe6a01e6a7ba2306d11a8bdf1cab92a73cac5ad30c4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c6cccde7a9afe430c00c4cac9a523e9ec14469123ff572f8aeb5487d0a55530e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "160fb7a406ba77a312ca23d76b512a0b3679f5fa1322e0338143c78b5e371db6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b464d473e23e8fb20e3d6d268561dfed99d68e6c6e08afd70ef95a7388542c29"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109681606292725,
            -2.675034761428833,
            -3.2344584465026855,
            -4.112905979156494,
            -4.382535457611084,
            -4.92509651184082,
            -5.048699855804443,
            -5.1144118309021,
            -5.771605491638184,
            -5.793084144592285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425610542297363,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "dbbab116090624eae5f310595bd2b9e72aedafc9c8807b37da138ab3ae8ce5d7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "87778dad6554e582f7e457e32bcbbecf35106064bf60e4b77c90611d736cb2a0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1afeb2a03e126235d8c91c49f4eca5816937b26269017f56dfd4aefda0cf070e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8c0701407ac8f1326ae9b4f32b8de1b8fee6a48f40321af1a669e9d052c1f352"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "12f5238b4dd5305a014725b8bb728ee9f60997fb401ed09f8d57499f6cc09342"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1f153b422fc063220ca964956779b90cd44c4c8c6e776eca6959e233d4846ba"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "84fb135180fdd17a6d972fe4b52e3419c0a124abff4a6027acd3a087cb81a01f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c3a496800b38b68b2e19d8cfa99322585c82937e039c4bd7abd69dbba573f900"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.6751022338867188,
            -3.3107049465179443,
            -3.351165771484375,
            -3.4736690521240234,
            -3.9406397342681885,
            -3.9672091007232666,
            -4.006686210632324,
            -4.32560396194458,
            -4.358203887939453,
            -4.938558578491211
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.6751022338867188,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.3107049465179443,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026569366455078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d75b9836bc8e363420e7d78c68c45d4b6ca457022375f56905036b5560b18630"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f1a9fca611d75b05393ea14b6b4085fe0ed550ac01ebcb47754b7b9bfd56ec7c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10ee4e368b4187dcb9142f7f7f1afad15296044e5ec20e60e487a67fb8195569"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6ec25570dd247e3a01d31580e2d96f1bade0b6f602496a8741246863c02018ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "26f732269cf9201012c2fffd2447207218ae9c11005ccc5c4eea078b842adac9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "78d0c146bffea6c40670671e354d6cd9416f304933ff19d647acfe344470e9ac"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9ad1def65bd8e2473f38cb2127e39e591ea1048b6ca4a97306b8ddfdc89eb2a3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "df494940d2331e5aa9b8d08c637bb20f32ae1b305db1225e62b78977f4cfd33c"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.393366813659668,
            -3.501546859741211,
            -3.982125759124756,
            -4.561862945556641,
            -4.91417121887207,
            -4.916225433349609,
            -6.34476375579834,
            -6.78273868560791,
            -6.9575958251953125,
            -7.24665641784668
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.982125759124756,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0020542144775390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fe5c352985b69d38a82e3db0a9c87126ac15b8932537541b81cb2a1eac3ca7e4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2f1ca146721389261f7558e7403eb7c5686ceb0abf73f0ec372d39d1812bb5f7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "683f50b57406e06aba0198313c869e24d7c79f8a5a4eff295ca7670720615974"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "67557581ce5db311e2ead57805dbf8df328c22fe18cef166047d5baaebddb09b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2216f45b598b7afb3ea6b23fef4d19f86a0abcf3fe4a01a656db8b53ae6fed87"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fef34271f2f93e298395aff836d0e71980955ab4064263743f3aa57b4e6a9567"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bdd308b197a64a2fdd16b805a5e920d49523380996e7ea0399505553a9af8066"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ee43de575d7039fb9d05e96b7d20706d77c38bee89f3bffcdc8f92ce1a9b4cb4"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.3986310958862305,
            -3.5038864612579346,
            -4.825860977172852,
            -5.886424541473389,
            -6.508244037628174,
            -6.678785800933838,
            -6.680262088775635,
            -6.957049369812012,
            -7.0792412757873535,
            -7.488861083984375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054176330566406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "257c5b6b6006afc921da5a27bc668bc4bce46556a23256a9d74ca7f69da6c898"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "744129fc3901e069c463f603c3dc068baf59b578ebe8cd7a9f7c45c76e98eb6e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "76d5a349b891ec8194bc75650eee16fd1028406b84d2b4edd6164925577d6c22"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "faf015dd60d40a268c77f5312e84c86a1919a384ef0189a095dae024a500dfb8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "94913a1e3035060bbb3b630b0e0f7f36688e4da65c40b6bcf9cbbdf8806dd16b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1559e8885b8ca7621c1b88827372c24f26190de64140a9e472bdef70c66396ad"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "01337cc589e49f5db5ce2a21f5207a2e25b61d437bfd04888ce8b8f790f79c20"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f39e322a6d448f66707c0ee08391aea7a9520c3126296ba8c152fd441f018fb4"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.399101495742798,
            -3.5044803619384766,
            -5.121679306030273,
            -6.107715606689453,
            -6.569656848907471,
            -7.182314872741699,
            -7.460638999938965,
            -8.400991439819336,
            -8.401144981384277,
            -8.559758186340332
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126580238342285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b1e155bda778340fc39669779e9d91cffee8be5b5e554b6f90fb70bcf1e4d61a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e367af552b9504cbe804628c5fcb64d2b4236d5c0dbd5fa2d04af1795b1c96f4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "937b4070663a5c2627d7b2facfd9ab2c9ccf69bc632c93154ec22e594a4cd4fb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f1e37bfadd4c896ba3a348a27ec17721d2cf625a8b952e5c832109e53837c1de"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d6365ee1c5615202876bcf557be8fbc23510f06ab9879235b40a58fa50532f4a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c853f6164db955815089a62cddb62ea8b76d5928b67f6fd0401839f4fc658ae7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "410bbef82b76650bf40cca8e59730fa62b6da447910a7ca0cafad3ad968708f8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "94135f179a3876ae3dcee9b728611ee69bbcccc684e09c3170b1adbe6569a7d0"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.40423583984375,
            -3.5144777297973633,
            -5.428092956542969,
            -6.372032165527344,
            -7.337924003601074,
            -7.7772603034973145,
            -7.832727432250977,
            -7.908931732177734,
            -8.116182327270508,
            -8.130484580993652
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.337924003601074,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933629989624023,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "51641a174d98e7582ea16924979bf8df8dfc3e469d9f815eb39525cc8814290c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "24abc93ddd14c2d2454a423f3827a5cbb93b097cc8febb8ad5ae1cb3ce78e640"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "7edc95f01f29fdb6f289b8f3d379a1a0d20276384fe9f6762c69a603929915b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "42e93253d0ac9fd318ec488f627632875fd8d56bc36fa0e588b8e5a139a7a535"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8cafae53d87610ca03d2edcc7742dd94ba1b42f1a51c167a87b8b75258f13cf7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4e4ef7a03b4649b028ba3388ffc542befd0ce61bf31c42684566676d1c88552d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "bd00a62d956aa2443bee54cd1585f3eeedf67d10745e029a60fbb24c1fad8215"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ecc802121606ad60ab030610347d91aa2db0a39d3521779389683ada24016f3e"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.4042396545410156,
            -3.514486074447632,
            -5.743767738342285,
            -6.658303737640381,
            -7.552696228027344,
            -7.779129981994629,
            -8.187191009521484,
            -8.872589111328125,
            -8.898273468017578,
            -8.955840110778809
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552696228027344,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22643375396728516,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8eb1d6628baf4b1ea0f1208b1e2575af10d1f6372eab41d531b297ad3fb5ada9"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "709b568df0efb0ed9eaec9a548b5b75c93860792f87b75762c24c60bad984037"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cc09134de193c4bf50e48925e0e4c0457d6db9ca74c488c746333ad130d494a3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "fc283d2d3db634482f9375cb29a030b25effc1bb8842c2e317123e605e9d927f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bc4450e8a00722e65783d59d28da4ca77418b16f045915498cd4ab9121ca9b99"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "45e044f375589861bc488e53493e931d7e18240cb1d69b555d2ef51b2d08f2cc"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dd14dca2c97f60833cf0f5b08c03f0044a927820ce3985b9bb8ca87fd51a37e8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "c97b4f26856ae1e25566432753bb234fa350beca6fefccd0445e8ba77bd1609e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ac1711ffca60412eeb29c0cb3a5ebca53c5325c52ee795a7d8b9d399f79189d5"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fcbe377f58f17465b8d448aebc3c2b8568db6df8748d07755666b5d64179fb3d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "7571e8070b2685088576a105b754457c31e92f8784652244f954a9bd491e7d5f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a55ab9f3706de264b63583f113630b211b7aa0ade89262492656ae607ec38678"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a72a3d4656c44a3cc61c59c0e83a5cbfd4a89c13b818f139c799551c9de02e3a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "edcb9cc4a853a6329bfe3ce53e2b902857955a8e4fc33e0d09caa7293e137cc3"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "644eacf174340b7e369751cdde5ef596d10c4e1dafe3cd3472c5fe74d54cbb0b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e5e5abd03a6832141343dd5ce36835de889fcb26ba701b65834126f0ffaa867f"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            30,
            99,
            39,
            20,
            75,
            19
          ],
          "topCandidateScores": [
            -0.5939325094223022,
            -1.5690330266952515,
            -2.8335800170898438,
            -3.3195137977600098,
            -3.672699451446533,
            -4.562880992889404,
            -4.766631603240967,
            -4.853086471557617,
            -4.905970096588135,
            -4.938624382019043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8901815414428711
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            30
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            3,
            1,
            2,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            8,
            8,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -1.0131738185882568,
            -2.0083072185516357,
            -2.5031118392944336,
            -3.307508945465088,
            -3.3195137977600098,
            -3.5381007194519043,
            -3.5697109699249268,
            -3.6098294258117676,
            -4.166750431060791,
            -4.219325542449951
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21858692169189453
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            11,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            4,
            3,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            9,
            11,
            8
          ],
          "topCandidateScores": [
            -1.2715462446212769,
            -2.104480028152466,
            -3.151275157928467,
            -3.3297557830810547,
            -3.630831241607666,
            -3.8949923515319824,
            -4.0917205810546875,
            -4.129116535186768,
            -4.199079513549805,
            -4.57333517074585
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2641611099243164
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            0,
            4,
            3,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            5,
            8,
            9,
            4,
            7,
            5,
            6,
            5
          ],
          "topCandidateScores": [
            -1.401955246925354,
            -2.342498540878296,
            -3.511613607406616,
            -3.8768739700317383,
            -3.8940229415893555,
            -3.9824280738830566,
            -4.25528621673584,
            -4.433194160461426,
            -4.6499738693237305,
            -4.69879150390625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08840513229370117
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            5,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            9,
            5,
            5,
            5,
            7,
            47,
            9,
            80
          ],
          "topCandidateScores": [
            -1.404537320137024,
            -2.947145700454712,
            -3.566416025161743,
            -3.71354079246521,
            -4.389774799346924,
            -4.413920879364014,
            -5.090745449066162,
            -5.150440692901611,
            -5.544897079467773,
            -5.864562034606934
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.024146080017089844
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            30,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            7,
            7,
            5,
            6,
            80,
            47,
            27
          ],
          "topCandidateScores": [
            -1.4045387506484985,
            -2.9471585750579834,
            -3.9149532318115234,
            -4.0768561363220215,
            -4.5164899826049805,
            -5.961016654968262,
            -6.178483963012695,
            -6.1972455978393555,
            -6.615701675415039,
            -6.735187530517578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4445266723632812
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            5,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            30,
            5,
            5,
            5,
            9,
            12,
            27,
            30,
            9
          ],
          "topCandidateScores": [
            -1.8109545707702637,
            -2.6750240325927734,
            -3.2344508171081543,
            -4.1128926277160645,
            -4.382530212402344,
            -4.925083637237549,
            -5.048690319061279,
            -5.114405632019043,
            -5.771596431732178,
            -5.793073654174805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5425534248352051
        },
        {
          "step": 7,
          "inputTokenIDs": [
            9,
            30,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            0,
            0,
            0,
            0,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            47,
            80,
            99,
            3,
            5,
            5,
            91,
            94
          ],
          "topCandidateScores": [
            -2.675090789794922,
            -3.3106894493103027,
            -3.3511581420898438,
            -3.4736597537994385,
            -3.9406301975250244,
            -3.9671945571899414,
            -4.006674766540527,
            -4.325589179992676,
            -4.358199119567871,
            -4.938544273376465
          ],
          "activeCandidateIndices": [
            6,
            7,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                30
              ],
              "score": -2.675090789794922,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                30,
                7,
                5
              ],
              "score": -3.3106894493103027,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.026564359664916992
        },
        {
          "step": 8,
          "inputTokenIDs": [
            5,
            5,
            47,
            80,
            99
          ],
          "topCandidateParents": [
            2,
            3,
            4,
            1,
            0,
            0,
            0,
            1,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            5,
            5,
            3,
            6,
            6,
            3,
            27
          ],
          "topCandidateScores": [
            -3.3933584690093994,
            -3.5015370845794678,
            -3.982113838195801,
            -4.561847686767578,
            -4.914157390594482,
            -4.916210174560547,
            -6.344749927520752,
            -6.782724380493164,
            -6.957582473754883,
            -7.246640682220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                99
              ],
              "score": -3.982113838195801,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.002052783966064453
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            9,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            4,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            3,
            9,
            6,
            6,
            3
          ],
          "topCandidateScores": [
            -3.398622751235962,
            -3.5038764476776123,
            -4.825845241546631,
            -5.886407852172852,
            -6.508229732513428,
            -6.678772449493408,
            -6.680247783660889,
            -6.957037448883057,
            -7.079226493835449,
            -7.488846778869629
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17054271697998047
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            5,
            7,
            3,
            6,
            6,
            27,
            9
          ],
          "topCandidateScores": [
            -3.3990931510925293,
            -3.504470109939575,
            -5.121663570404053,
            -6.1076979637146,
            -6.569641590118408,
            -7.182295799255371,
            -7.460622787475586,
            -8.400973320007324,
            -8.401128768920898,
            -8.55974006652832
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6126542091369629
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            6,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            3,
            11,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -3.4042274951934814,
            -3.514467477798462,
            -5.42807674407959,
            -6.372013568878174,
            -7.3379082679748535,
            -7.777243614196777,
            -7.832711219787598,
            -7.908914566040039,
            -8.116169929504395,
            -8.13046932220459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.3379082679748535,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.43933534622192383
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            2,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            5,
            5,
            3,
            9,
            6,
            9,
            6,
            9
          ],
          "topCandidateScores": [
            -3.404231071472168,
            -3.5144755840301514,
            -5.743751049041748,
            -6.658284664154053,
            -7.552678108215332,
            -7.779112815856934,
            -8.187172889709473,
            -8.87256908416748,
            -8.89825439453125,
            -8.95582389831543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            5
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5,
                5
              ],
              "score": -7.552678108215332,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22643470764160156
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.6751022338867188,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.3107049465179443,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.982125759124756,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.337924003601074,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552696228027344,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            30
          ],
          "score": -2.675090789794922,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            30,
            7,
            5
          ],
          "score": -3.3106894493103027,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            99
          ],
          "score": -3.982113838195801,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.3379082679748535,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5,
            5
          ],
          "score": -7.552678108215332,
          "finishedAt": 12,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.6751022338867188,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)[O-].[Na+]",
        "candidates": [
          {
            "smiles": "CC(=O)[O-]",
            "formula": "C2H3O2-",
            "model_score": -2.675090789794922,
            "rank": 1
          }
        ],
        "rejected_candidates": 3
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "additional-cpu",
      "id": "heldout-isotope-charge",
      "logitPairs": [
        "additional-cpu__heldout-isotope-charge__logits_0",
        "additional-cpu__heldout-isotope-charge__logits_1",
        "additional-cpu__heldout-isotope-charge__logits_2",
        "additional-cpu__heldout-isotope-charge__logits_3",
        "additional-cpu__heldout-isotope-charge__logits_4",
        "additional-cpu__heldout-isotope-charge__logits_5",
        "additional-cpu__heldout-isotope-charge__logits_6"
      ],
      "maximumProbabilityError": 1.354961368882357e-06,
      "maximumRowTotalVariation": 1.561948889747662e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            152,
            23,
            12,
            89,
            5,
            158,
            39,
            75,
            171,
            209
          ],
          "topCandidateScores": [
            -0.08680780977010727,
            -4.018634796142578,
            -4.03044319152832,
            -4.25777006149292,
            -4.978458404541016,
            -5.070549488067627,
            -5.284826755523682,
            -6.7036027908325195,
            -6.845217227935791,
            -6.985990047454834
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09209108352661133,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "cd10b8bb143afa8952cd5d1dd7089049c82fa518ee22c5b6b755a9d9ea6f8338"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "9cc4ffa3198f60cf271b8b251a329959d27f0f73bc8a43b4e8795e74fb74c624"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "5c00278c17fcbb1bf6dbfb8d2798537d2c530455573a986e7737186e5ed1db62"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "93c3fd0350ad7abccb9831b75d1e0c521999959f128769b0c8e9988239f79f6a"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0ca853c33d7e2e37a24663ce134f8a204a38dbf5815b6975fc2c273b0ec256a0"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a26241932abaa7b6173e01b9fdd5b98e3707b33a6335e25f17cedb4b833957bc"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "0a0e8c3905c9a0290a8cbd40ee798b0e508a2c73a3b5bae7f6126433645f446e"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "e3bc4b8ba83f938ba2d2e6d5a4154a369664218a7ed3882281dfa9f2d4740884"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d696f8a388322a52a8bb86912ca805837c807320f06ebf958b606498a068f4f7"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f8c268b6df63dde92fd675601f4d433043676eef5f1739aabf0202ff18630aae"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "fd184c8d0da7c28b0b3419ee5fd9c2e75e25d0e161d1360b68e2cfa152739eda"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                4,
                64
              ],
              "sha256": "d8caedecd1c0aaee64fa8704e9a3a7e89bf46424a79094bf578542aab90f87cc"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "cebdc6930abbfc6beae2a2fcf98cf2f76693ceb4af01835e39980c0da4828429"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dd651ee0e7e6fe223a38a28a05919c36023d0594f29a2f9a1ddd25d90da5d96f"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            152,
            23,
            12,
            89,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            2,
            0,
            1,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            321,
            23,
            6,
            158,
            158,
            27,
            152,
            152,
            161
          ],
          "topCandidateScores": [
            -0.21223166584968567,
            -3.502298355102539,
            -3.8920459747314453,
            -4.140070915222168,
            -4.168691635131836,
            -4.390552520751953,
            -4.730186462402344,
            -4.872082710266113,
            -5.177173614501953,
            -5.392217636108398
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2218608856201172,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0f534d8773069031db3e1fc5ba29ff9a3e9831168a6faf198d41235dbbb4741f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ea671ca58aad3aff31fa88bb22dd3830013836919e3662e1df464689795fc15e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "48511012e9d3c5708620228e8a6f8bcf339152717e362cd63ab2a929bc20a243"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d108e81422f890029f5a45217c824b1670a77b3002654c2d3502ddb881b3bc9a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "310b7efda4bd5a4a8ec2cb5d0880ebc498f6958950e79b9398cfbde06de14f78"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a6790cc6ca92a0680be7169e94bf3af6a90464f0349f48bbb2fb4467a256b4ba"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3bb2c3cf8ddb93ce9aa5b3118e895219627799266d338a85601b17148a4da720"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c855286cebdd48514a64e6e2fb139ee7f0062c247aadfe47ec1036078fb028a0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2020483ea9b8841b90b0af64874bff7264a3c94dde5db75f4a34833e77a1cb30"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "02e60769472412d8bcb066aef279e84ab7383d3adc7e58766e0944e08e627c8b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b7fe2fe422bea4cab8d6b9faff5119bf3bfd2770661953fe03003d6a7cce24e9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c31aab58a0a73d159181f984064c02b11fe82f6bc6b6c1ea981d082c9bcb1032"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "752bd2732e1c1f3b7adcaf77e4b36f9a315f1f06add1a38d41ddc5c440f9c4af"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1c35815734f2484aa41e7d7d7868716ee0d31bac553bc6fe3a1669007f51573b"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d679aa4dbcf9ca367960797c7c0650f062ed01660bffc21e50be9f6099f2c983"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b5633338239f1c5e40d13336f67c5b1e4b9c44416387b371457e28c9edff2b6e"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            12,
            321,
            23,
            6,
            158
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            152,
            11,
            6,
            3,
            3,
            152,
            12,
            24,
            158
          ],
          "topCandidateScores": [
            -0.45935964584350586,
            -2.7031893730163574,
            -3.0102763175964355,
            -3.509173631668091,
            -3.5647692680358887,
            -3.8922369480133057,
            -4.204991340637207,
            -4.275671482086182,
            -4.299134731292725,
            -5.436010360717773
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12
              ],
              "score": -3.5647692680358887,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.327467679977417,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0f534d8773069031db3e1fc5ba29ff9a3e9831168a6faf198d41235dbbb4741f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ea671ca58aad3aff31fa88bb22dd3830013836919e3662e1df464689795fc15e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "23d6b30004f95bbc8e21e2519d3fe8533229214103b0f3165683c57cf240dbd4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a3d4e422cfd4e5a34360c73907ea3d08d756acd880fd18d10123dfc974fec184"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "310b7efda4bd5a4a8ec2cb5d0880ebc498f6958950e79b9398cfbde06de14f78"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a6790cc6ca92a0680be7169e94bf3af6a90464f0349f48bbb2fb4467a256b4ba"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "95c574aa2d87a8f4b878292f449d3ceb26def851fb27dd612d6bf7a34a4817ba"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8204ee4dfb5405ba0f2237baf808cf7156a80a9fbd8aa5dd4116895c37d98ba3"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2020483ea9b8841b90b0af64874bff7264a3c94dde5db75f4a34833e77a1cb30"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "02e60769472412d8bcb066aef279e84ab7383d3adc7e58766e0944e08e627c8b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "95b5aebcb5691cef69371b5aef554880580f060fe367a85d5f1960a341c3499a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "48eb293938a3a48ddbe8f88a774ad752481d3c32a32dffc010a7560e31a7af42"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "752bd2732e1c1f3b7adcaf77e4b36f9a315f1f06add1a38d41ddc5c440f9c4af"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1c35815734f2484aa41e7d7d7868716ee0d31bac553bc6fe3a1669007f51573b"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "12b477dec93038c73ff84ae14c1820146e0b9fb2edf95193a837c149d0730c42"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "1c7ed425305d7e8e16fa00a3259db779793067d699b1a9848fc14c8803d6f1d0"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            152,
            11,
            6,
            152
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            152,
            3,
            152,
            152,
            7,
            5,
            39,
            158,
            23,
            5
          ],
          "topCandidateScores": [
            -0.4841068983078003,
            -2.7031912803649902,
            -3.229846715927124,
            -3.511777639389038,
            -4.205025672912598,
            -4.913832664489746,
            -5.338179111480713,
            -5.4877729415893555,
            -5.9775800704956055,
            -6.247959136962891
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12,
                152
              ],
              "score": -2.7031912803649902,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7088069915771484,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0f534d8773069031db3e1fc5ba29ff9a3e9831168a6faf198d41235dbbb4741f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ea671ca58aad3aff31fa88bb22dd3830013836919e3662e1df464689795fc15e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c37f720e3e1fe395bb274258503524e547a9800208389054e02820aa2aaf7218"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9b9b58f055b865e886e763b4da81872cd1c8d6c0cc62c8ed843b35a1006b811a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "310b7efda4bd5a4a8ec2cb5d0880ebc498f6958950e79b9398cfbde06de14f78"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a6790cc6ca92a0680be7169e94bf3af6a90464f0349f48bbb2fb4467a256b4ba"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f1ce00150b8ada5498f5ee411041e43f68191f538e6858861ae8dae79fd1e76b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c1d7801e3ca16ba4669a1f4e728120353624d74410c5f7a0b4e2506337ec17c8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2020483ea9b8841b90b0af64874bff7264a3c94dde5db75f4a34833e77a1cb30"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "02e60769472412d8bcb066aef279e84ab7383d3adc7e58766e0944e08e627c8b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8e0de413cf53522d75be8854c69a699486420c3131560114c6b7ec4a002dca0a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "224eabf640f5b5716e1536f7076faf93615ff21193c1eff5486693c7503ee10a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "752bd2732e1c1f3b7adcaf77e4b36f9a315f1f06add1a38d41ddc5c440f9c4af"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1c35815734f2484aa41e7d7d7868716ee0d31bac553bc6fe3a1669007f51573b"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "aa952583d6670ca6c396a2c9ada2bfcf67c5b0c8abe073988965034f8aeefaa3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f81262c07239e3b49e0fbf5dd7e6732880e9a2f41873f5b3d641eb7556561de4"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            152,
            5,
            152,
            152,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            4,
            1,
            1,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            3,
            7,
            152,
            7,
            6,
            6,
            158,
            11,
            11
          ],
          "topCandidateScores": [
            -0.4841073751449585,
            -3.2298483848571777,
            -3.511777877807617,
            -4.244863986968994,
            -4.949440956115723,
            -8.468201637268066,
            -8.506771087646484,
            -8.668939590454102,
            -8.973567008972168,
            -10.818877220153809
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12,
                11,
                152
              ],
              "score": -3.2298483848571777,
              "finishedAt": 4,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.5187606811523438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0f534d8773069031db3e1fc5ba29ff9a3e9831168a6faf198d41235dbbb4741f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ea671ca58aad3aff31fa88bb22dd3830013836919e3662e1df464689795fc15e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "30e453207f09ac57e77ac010bde73c89b7e5eacc2697faaffa78b270a52d2292"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4b3efd4c4ee6fc949496293f909a639ec018bd7c9cd08fade11e674276368479"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "310b7efda4bd5a4a8ec2cb5d0880ebc498f6958950e79b9398cfbde06de14f78"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a6790cc6ca92a0680be7169e94bf3af6a90464f0349f48bbb2fb4467a256b4ba"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "562e2d769912aad726345be46afbf3694c962e03333f5c0f6d21acbe5ac762c8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "eb62916063428e74f1ec7f191b53e9f95c6dd37e5c4417f17087557d26de0d4f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2020483ea9b8841b90b0af64874bff7264a3c94dde5db75f4a34833e77a1cb30"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "02e60769472412d8bcb066aef279e84ab7383d3adc7e58766e0944e08e627c8b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "35e0d31ad5bae414260428b3d706aa996167efdefcbb613eea756889ce32d477"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "423278ddb67b9242803b632f6a191216040a23ec873c7c3f95842d6403cc686a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "752bd2732e1c1f3b7adcaf77e4b36f9a315f1f06add1a38d41ddc5c440f9c4af"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1c35815734f2484aa41e7d7d7868716ee0d31bac553bc6fe3a1669007f51573b"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "31b1befa25d1772fa5035847a914db30612a39e0453d96c7c886d94982f36697"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1d577a3a3289410cd8549437b899c0ab5e768cd32a1db1707a6bf8d171941dd0"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            6,
            7,
            152,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            4,
            0,
            0,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            152,
            152,
            3,
            152,
            23,
            39,
            5,
            23,
            27,
            12
          ],
          "topCandidateScores": [
            -0.4901476800441742,
            -3.5320608615875244,
            -4.244933128356934,
            -4.955315589904785,
            -6.392103672027588,
            -7.281937122344971,
            -7.622100830078125,
            -7.879017353057861,
            -8.397479057312012,
            -8.882332801818848
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                6,
                152,
                7,
                152
              ],
              "score": -4.244933128356934,
              "finishedAt": 5,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8898334503173828,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0f534d8773069031db3e1fc5ba29ff9a3e9831168a6faf198d41235dbbb4741f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ea671ca58aad3aff31fa88bb22dd3830013836919e3662e1df464689795fc15e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "30cc690eaf43af9b4ba0996a314ff6c92f796211d754239c570b58d2e0eae41d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c31596a1e68184af9074a622438ec64abe543ab4ec67d6ae2e6482ca1b56a4a9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "310b7efda4bd5a4a8ec2cb5d0880ebc498f6958950e79b9398cfbde06de14f78"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a6790cc6ca92a0680be7169e94bf3af6a90464f0349f48bbb2fb4467a256b4ba"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9aee2bf9bed6df40dd4b46c70d0ae40558160a538a004433d584e095ba2b4068"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "1663c52a88be64ea94cd39fab82d44af77c97753f3548dcccbdcb55d159abcb0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2020483ea9b8841b90b0af64874bff7264a3c94dde5db75f4a34833e77a1cb30"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "02e60769472412d8bcb066aef279e84ab7383d3adc7e58766e0944e08e627c8b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "229cf777a39e2fab9fbd347efd55bb9a5225fab674763d803d91916b69ebdf37"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "1a4ba91dfa1fe4c1c82ee4833b002b6f6d73329d94a3317bd443d03dc2ce2f5f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "752bd2732e1c1f3b7adcaf77e4b36f9a315f1f06add1a38d41ddc5c440f9c4af"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1c35815734f2484aa41e7d7d7868716ee0d31bac553bc6fe3a1669007f51573b"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "237f539b5c8836e7c38e010d58029211de39dd0f5ef65de3f1be4faf7640fef4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "45584df29d9c52beb2da5999729ad05e709cdd1c22626d4321db9764f6439cfc"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            152,
            152,
            39,
            152,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            3,
            75,
            24,
            6,
            7,
            11
          ],
          "topCandidateScores": [
            -0.49015089869499207,
            -3.5320701599121094,
            -4.955331325531006,
            -6.3921051025390625,
            -7.281938076019287,
            -14.098697662353516,
            -14.57245922088623,
            -15.205810546875,
            -15.517971992492676,
            -15.903005599975586
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            9
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12,
                6,
                152,
                7,
                152
              ],
              "score": -0.49015089869499207,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                321,
                6,
                152,
                7,
                152
              ],
              "score": -3.5320701599121094,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                12,
                6,
                5,
                7,
                152
              ],
              "score": -4.955331325531006,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                12,
                6,
                152,
                7,
                23
              ],
              "score": -6.3921051025390625,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                12,
                6,
                152,
                7,
                39
              ],
              "score": -7.281938076019287,
              "finishedAt": 6,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 6.8167595863342285,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0f534d8773069031db3e1fc5ba29ff9a3e9831168a6faf198d41235dbbb4741f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ea671ca58aad3aff31fa88bb22dd3830013836919e3662e1df464689795fc15e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "607ffaf8ab012fb7a73c7a3eca69d9cd9dd2bfbe912e0524d4c70fec1f3f101c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1b7f64945a1956d94fcf023723548c149730c237452c82e0f222c1ff964a31c1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "310b7efda4bd5a4a8ec2cb5d0880ebc498f6958950e79b9398cfbde06de14f78"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a6790cc6ca92a0680be7169e94bf3af6a90464f0349f48bbb2fb4467a256b4ba"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d05843ff7225b3c8980498394d4bc4268124fde274e961b746557ebf814c2f89"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "213613c4a09db13374f7ac95c8e3cc2c1d1cd53f977c466e5dd44792c95018c5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2020483ea9b8841b90b0af64874bff7264a3c94dde5db75f4a34833e77a1cb30"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "02e60769472412d8bcb066aef279e84ab7383d3adc7e58766e0944e08e627c8b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "6717b2ddf0d2f9664da9309a1053315b66a127956b758a447a563eccbd2599bb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "933837ecf0d6fd028a05d0974bb7a8eab828921b4f5822570587b11dca05de0a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "752bd2732e1c1f3b7adcaf77e4b36f9a315f1f06add1a38d41ddc5c440f9c4af"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1c35815734f2484aa41e7d7d7868716ee0d31bac553bc6fe3a1669007f51573b"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "784d169f27c4da4bc83b8a845f7c6179467e1892737a0e39daa0f0e78752c053"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2edd7fc72fc6bc63ded6721edb931a01dac85bb313f92d7ae3fc372f1688e6c6"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            152,
            23,
            12,
            89,
            5,
            158,
            39,
            75,
            171,
            209
          ],
          "topCandidateScores": [
            -0.08680135756731033,
            -4.018627166748047,
            -4.030428886413574,
            -4.257761001586914,
            -4.978443145751953,
            -5.070544242858887,
            -5.284817695617676,
            -6.703584671020508,
            -6.845205783843994,
            -6.985980987548828
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0921010971069336
        },
        {
          "step": 1,
          "inputTokenIDs": [
            152,
            23,
            12,
            89,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            2,
            0,
            1,
            0,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            321,
            23,
            6,
            158,
            158,
            27,
            152,
            152,
            161
          ],
          "topCandidateScores": [
            -0.21222499012947083,
            -3.5023069381713867,
            -3.8920536041259766,
            -4.140051364898682,
            -4.1686906814575195,
            -4.390547752380371,
            -4.730173110961914,
            -4.8720703125,
            -5.177164077758789,
            -5.392218589782715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22185707092285156
        },
        {
          "step": 2,
          "inputTokenIDs": [
            12,
            321,
            23,
            6,
            158
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            152,
            11,
            6,
            3,
            3,
            152,
            12,
            24,
            158
          ],
          "topCandidateScores": [
            -0.45934736728668213,
            -2.703178882598877,
            -3.0102639198303223,
            -3.509181261062622,
            -3.5647573471069336,
            -3.8922436237335205,
            -4.204967498779297,
            -4.275662899017334,
            -4.2991251945495605,
            -5.43600606918335
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12
              ],
              "score": -3.5647573471069336,
              "finishedAt": 2,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3274862766265869
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            152,
            11,
            6,
            152
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            152,
            3,
            152,
            152,
            7,
            5,
            39,
            158,
            23,
            5
          ],
          "topCandidateScores": [
            -0.484093576669693,
            -2.7031807899475098,
            -3.229830265045166,
            -3.511784553527832,
            -4.205001354217529,
            -4.913812160491943,
            -5.338173866271973,
            -5.487756729125977,
            -5.977572441101074,
            -6.247941017150879
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12,
                152
              ],
              "score": -2.7031807899475098,
              "finishedAt": 3,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7088108062744141
        },
        {
          "step": 4,
          "inputTokenIDs": [
            152,
            5,
            152,
            152,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            4,
            1,
            1,
            4,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            3,
            7,
            152,
            7,
            6,
            6,
            158,
            11,
            11
          ],
          "topCandidateScores": [
            -0.4840940535068512,
            -3.2298319339752197,
            -3.511784791946411,
            -4.244837760925293,
            -4.9494194984436035,
            -8.468183517456055,
            -8.506752014160156,
            -8.66892147064209,
            -8.973546981811523,
            -10.818864822387695
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12,
                11,
                152
              ],
              "score": -3.2298319339752197,
              "finishedAt": 4,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.518764019012451
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            6,
            7,
            152,
            7
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            4,
            0,
            0,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            152,
            152,
            3,
            152,
            23,
            39,
            5,
            23,
            27,
            12
          ],
          "topCandidateScores": [
            -0.4901336431503296,
            -3.532066822052002,
            -4.244906425476074,
            -4.955292224884033,
            -6.392101287841797,
            -7.281924247741699,
            -7.622087001800537,
            -7.879039764404297,
            -8.397461891174316,
            -8.882368087768555
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                6,
                152,
                7,
                152
              ],
              "score": -4.244906425476074,
              "finishedAt": 5,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8898229598999023
        },
        {
          "step": 6,
          "inputTokenIDs": [
            152,
            152,
            39,
            152,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            3,
            75,
            24,
            6,
            7,
            11
          ],
          "topCandidateScores": [
            -0.4901365041732788,
            -3.532075881958008,
            -4.955307483673096,
            -6.3921027183532715,
            -7.281925201416016,
            -14.098700523376465,
            -14.572478294372559,
            -15.205838203430176,
            -15.517989158630371,
            -15.903016090393066
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            9
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                12,
                6,
                152,
                7,
                152
              ],
              "score": -0.4901365041732788,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                321,
                6,
                152,
                7,
                152
              ],
              "score": -3.532075881958008,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                12,
                6,
                5,
                7,
                152
              ],
              "score": -4.955307483673096,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                12,
                6,
                152,
                7,
                23
              ],
              "score": -6.3921027183532715,
              "finishedAt": 6,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                12,
                6,
                152,
                7,
                39
              ],
              "score": -7.281925201416016,
              "finishedAt": 6,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 6.816775321960449
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            152,
            12,
            6,
            152,
            7,
            152
          ],
          "score": -0.49015089869499207,
          "finishedAt": 6,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            12,
            152
          ],
          "score": -2.7031912803649902,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            12,
            11,
            152
          ],
          "score": -3.2298483848571777,
          "finishedAt": 4,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            321,
            6,
            152,
            7,
            152
          ],
          "score": -3.5320701599121094,
          "finishedAt": 6,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            12
          ],
          "score": -3.5647692680358887,
          "finishedAt": 2,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            152,
            12,
            6,
            152,
            7,
            152
          ],
          "score": -0.4901365041732788,
          "finishedAt": 6,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            12,
            152
          ],
          "score": -2.7031807899475098,
          "finishedAt": 3,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            12,
            11,
            152
          ],
          "score": -3.2298319339752197,
          "finishedAt": 4,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            321,
            6,
            152,
            7,
            152
          ],
          "score": -3.532075881958008,
          "finishedAt": 6,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            12
          ],
          "score": -3.5647573471069336,
          "finishedAt": 2,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "[13CH3][NH3+].[Cl-]",
        "candidates": [
          {
            "smiles": "[13CH3]N",
            "formula": "CH5N",
            "model_score": -3.5647692680358887,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "[13CH3][NH3+].[Cl-]",
        "candidates": [
          {
            "smiles": "[13CH3]N",
            "formula": "CH5N",
            "model_score": -3.5647573471069336,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 18
    },
    {
      "group": "additional-cpu",
      "id": "heldout-mapped-ez",
      "logitPairs": [
        "additional-cpu__heldout-mapped-ez__logits_0",
        "additional-cpu__heldout-mapped-ez__logits_1",
        "additional-cpu__heldout-mapped-ez__logits_2",
        "additional-cpu__heldout-mapped-ez__logits_3",
        "additional-cpu__heldout-mapped-ez__logits_4",
        "additional-cpu__heldout-mapped-ez__logits_5",
        "additional-cpu__heldout-mapped-ez__logits_6",
        "additional-cpu__heldout-mapped-ez__logits_7",
        "additional-cpu__heldout-mapped-ez__logits_8"
      ],
      "maximumProbabilityError": 2.870618601158448e-06,
      "maximumRowTotalVariation": 2.870618602687503e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            20,
            19,
            99,
            4,
            17,
            94,
            39,
            85
          ],
          "topCandidateScores": [
            -0.014348428696393967,
            -4.67776346206665,
            -6.501450538635254,
            -6.530276775360107,
            -7.669156551361084,
            -8.35173511505127,
            -8.740306854248047,
            -8.752185821533203,
            -9.02922534942627,
            -9.123370170593262
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6825785636901855,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "df3a1c622e249445d03711b61e98190756a95ce0c5a533c731f0f14aad02615d"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "44f33ac636629a55eb07623f4768782446d0fcde654583fc407d0f702bd4c74b"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "9fb4d0090b8a7b93bf6bd9d70b62b8cadfb92bb6e85de8768bd0ba0b14f4bdd6"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "38c42e23a7e8c7ddf6857b34459648846e53feaa5b1cbd29e1d3ac316a205cae"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fcf95b57ab071d9318f1a7751d47f1f64a677d1b8cfc18527b9f5233e6840ee"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4a69ad3e3139c720e9ea8f5b01e8f849c4989438d287fcfd459a4129506c6196"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "7970664b9aae245d78162f7159e64878bec7c0f8c5fef443c5618b965b4eeab5"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "66313001b9c040f2c93c3662ef9c2e1338afcdabb6f4cabe69edfc925385abd2"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "2bf40719c572db2cdab6fe3b8a6ec430e476e654b857bfef357f821488d2cdaf"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "288ac39aed090d17085f98970dc4fbb6463873cabf8a16cbd08502c53acfa7d1"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "a9670d16d28d6714f317389a9edb00ff7b6d3c6214a964b73cc31d6eb9ff3c98"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                9,
                64
              ],
              "sha256": "e0468de1869f16c357a9d59a3169165e0dc5093e06e5be4214b6d6fca8132298"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ba68a1be438526063f6017bc48db1a237cc5c89ac6abd8d5dba0b5d45e11b571"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a4a57572208efaa3c45e18c5c4ed0953cddd70da6826623d8c7feb59c1522c70"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            20,
            19,
            99
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            1,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            19,
            20,
            27,
            8,
            5,
            11,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2680208384990692,
            -2.6724157333374023,
            -3.117116689682007,
            -3.176124334335327,
            -3.4855568408966064,
            -3.549323558807373,
            -5.396009922027588,
            -5.761819362640381,
            -6.221681594848633,
            -6.515744209289551
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0637667179107666,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4331e0ad576f14cb54cc60e88f33b3b8775c4616ee6a08e3f98ba44ec3fa49cb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2011ddfffc19fffb84c83f44432bcf8531cf4e51693ed3a990e0b491885f13a8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ffabf97f9de093af569e4f91335eaea50ad981bbe66af1ee2d08595e5a28e3a3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "5ea17d6fa13979d81b5f18d3c60e3a0d3fcf9516c36cb1ac98bba82340261e83"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "148c336dee1db588e9151af73b3aa405ccc63787844dd51aa49394c2eb59e7cf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "821abfbc7424fae5bd01c57bc6f6f9d944d81b070756887d0bca9717f035b41c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7780621a42ab88da24cce4651d56a388a8c359b1752f4150e529a1f9c32f6d8b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3c4ea8dc8b984e3cfa94c3ba6bd2dff51840c5751270d05354e507ac95428e80"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            19,
            20,
            27
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            6,
            5,
            8,
            5,
            8,
            6,
            9,
            6
          ],
          "topCandidateScores": [
            -1.195739507675171,
            -1.3226778507232666,
            -1.671210527420044,
            -2.9437687397003174,
            -3.4374265670776367,
            -3.485572099685669,
            -3.507065534591675,
            -4.2476115226745605,
            -4.339128494262695,
            -4.646137237548828
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04814553260803223,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "667bcdf936ed87199fc27bd452f6d098827ed6bc9fcb33812940bbe73520fc26"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8b95bd5e519cb56835b4d2ebdda3b0e3b73b1877622f0b93c3ae2cb7053dc448"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "431a592df14f6c6e2896ccc2df4a817ac233db320a3788efde83435f550bbfda"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "66ec11669f3bc945b1efa2298903b44522b61949e81498aaaaf1c37074295563"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7545982dcc7680951a68255ce8741fe05ef46c3f03424ed1440de43afe13a829"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8506fa69668bc3ce2519425ba54cf950d769a27dc8a119bfa596de16c96c65b4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "452ba66ea556acc44f06fddfa9e4f38fd4e462bbc72ab96e22c7d719cf4d1471"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7eeedfdb0bab417101141214d940832f6606dbab3ee45cb272a825d936fd0d69"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            8,
            5,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            4,
            3,
            3,
            2,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            9,
            7,
            6,
            5,
            5,
            5
          ],
          "topCandidateScores": [
            -1.33892023563385,
            -1.3738125562667847,
            -1.7735201120376587,
            -3.2210590839385986,
            -3.4649524688720703,
            -3.569520950317383,
            -3.9071450233459473,
            -4.056140899658203,
            -4.429178714752197,
            -5.553642272949219
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1045684814453125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "7d410c734a173cbed37dace1cf117c745bce6ef39b801bbf45a9f5cebbea690d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "61662917bcb78bef7ee95e64270511f417af99d2dbe562e5553098d822b31c96"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f1be0df05ecb34127d738799aa463df075c0d605cfcd196e88557273f6e94f36"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ca05221614dc6e51ebb9ed7350c5c3267a99fd2fa4361fa6907ca24e6ea705d3"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0bcd4fc07ed0a15d2cfca4e7c1fd75a6d15f07b92ef05e83873d2530a7af46b8"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "db766a2ce3aabe631f8bf025c7edd698dd6e6d5dd6ce4e5a0a7484a9eee22f84"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a4588c13f1b0e870f4b8419f72fe2321cf145cb4f31ada7b36b9ddb382a5ac58"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "954f84d0fc19ede56b3690ac883b0e3986f26bbc2d50aa8145c08428c656805c"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            4,
            1,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            7,
            6,
            19,
            5,
            20,
            9,
            9,
            5
          ],
          "topCandidateScores": [
            -1.3396027088165283,
            -1.377432942390442,
            -1.7752788066864014,
            -3.3218066692352295,
            -3.569911479949951,
            -5.728818893432617,
            -5.796231746673584,
            -7.112787246704102,
            -7.565264701843262,
            -8.265838623046875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.158907413482666,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c00b288c8605bd21fffc139aa2c2fb741161c502acd3e71f19ae53af80ce0f91"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c05240cf5f17efe62d2c7379f63e4111655a7304b2363fa3ef21ba69f1a85e26"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "bf5564464f124546eb86ca1e6977eafcf6e89457394896273cdba1aec82834b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8b4cdce1c38afff695c275d62e6efd6d8f1212881e8db1335e02c014d733f95e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d3a7fdc6520c6a707dc8eacd27495a6d2e3d274f3ce9e42e4337a696898a4e13"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ebd01ce3f172b9633e5f7a1a82e46d5ab51c59512bb88de9b90f1c31e3938f53"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f3f265bc272e46508849ca830afee4e14c76ac9cf9abd5a6dc3e11b9dd0ea0d0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2e57c02a6ab496c77da0eb4f872e3ef4d82c1abf1192fcfa3c545be05db25b55"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            7,
            6,
            19
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            5,
            5,
            8,
            9,
            6,
            19,
            20,
            5
          ],
          "topCandidateScores": [
            -1.3407537937164307,
            -1.377890944480896,
            -1.7768101692199707,
            -3.4210901260375977,
            -3.570155143737793,
            -5.684940814971924,
            -8.238982200622559,
            -8.945802688598633,
            -9.25659465789795,
            -9.624909400939941
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.114785671234131,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0ca548085ee76fcfd521e32309a79ed34be0bf38e790978fbf888e5d1c7a7f67"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f5939d8867f1f6bec51612af34dc74a6f94f58f7bb7fb8b765f05f24175e39b7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "50dedb89f7aac144c07dad1c870c55b2cdec86af6db259c441baac34d7ea10cb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3a690211aa9c61e720516ec7556d819bc8ada11f80e0743b4207784492be9c0d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c842e7bb8a37040591c4e8a730a78126908ccb22ebee3ca119eb223840dc24a1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ef9b2d200f1a83a97aa3325fe0e267db4d600beebe52da575185929e31707b41"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "06993ef8fc63bd07768bca594f2d5a3654997a08c335852fe62da34f3a2f6635"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e9a990a0d628f95fb072228d4e04a9c14d02e880b972e21ea7777b0e6a9dadf9"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            8,
            7,
            5,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            6,
            7,
            5,
            5,
            6,
            11,
            5,
            11
          ],
          "topCandidateScores": [
            -1.3442822694778442,
            -1.3787544965744019,
            -1.789225459098816,
            -3.421553611755371,
            -3.5702121257781982,
            -6.217013835906982,
            -7.002251625061035,
            -8.872737884521484,
            -9.888261795043945,
            -10.021238327026367
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.646801710128784,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "b55081096a05565895dba3552cdf5bbac45de0c133179f6688f72e165092ac28"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a88f516ca3e693e68c52b24fd38689f75fab7e85ebe2355d6150120a8d672204"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "be9b0397b01d3668a8778588852daf817425eed70bea3b4f162b9a78b4299bfb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1a7f251210cdb5d5c543e33e856ac281a5c4d7cecf314b85ba150b36ea68e289"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a1c0bf3ddedf1b4bb6b6d14b7fbd10d8a82986c0364adf80122e96fbe183fc92"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7920549c16aad677b7124e421b08d55dd5979e72cf7748384cb83accd05330bd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "567959b7d57544725c12ead29b2cad497b89d8ac2f2319be3b012841687f53a8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c098a7dff8e739c0f16e4666aaa972390cb2beaf60f80a5dee3878ce2d096315"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            9,
            6,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            9,
            3,
            9,
            5,
            75,
            9,
            5
          ],
          "topCandidateScores": [
            -1.3445641994476318,
            -1.3879597187042236,
            -1.789946436882019,
            -3.423159122467041,
            -3.570784568786621,
            -6.353421211242676,
            -8.004181861877441,
            -8.900983810424805,
            -9.270744323730469,
            -9.961004257202148
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5
              ],
              "score": -1.3445641994476318,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9
              ],
              "score": -1.3879597187042236,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                20,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.570784568786621,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7826366424560547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9eab5073547ca973ce189ee0b9ab1bc3132aa19420b29d7e0efb765f0af69065"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a58df4bfe3749896114272560f7edab826bcaafb1bfeeedbaca9fd427e402db9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5364b3f14e89c0f38991f66cef863c52ef901d0989ecb981e22c89f3fb131a76"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3dcee778ed33758f62df37ae8999204bb798ba5a0606eb566350b89560676194"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "149eea2677e1e9a4a63b9d53a1743b0210452345bccff349a1fb75ef88973d11"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "56aeb42984642590f7b5d2e44595789887f206a852f02bfab308c8c3f70400e9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bd715d6ef29e731d9510221b9b86cb86031a66401e7d6c1bc7c962c240c33aca"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7bb2469966ed08042b1b1ce89b87fada752ef9cc54ba34f09b05d76135cc01d3"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            5,
            9,
            75
          ],
          "topCandidateParents": [
            2,
            3,
            0,
            1,
            4,
            3,
            1,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            8,
            3,
            3,
            3,
            5,
            6,
            5,
            9,
            5
          ],
          "topCandidateScores": [
            -1.7899808883666992,
            -3.4247429370880127,
            -6.362661838531494,
            -8.072083473205566,
            -8.900983810424805,
            -9.928838729858398,
            -10.819204330444336,
            -11.060755729675293,
            -12.846242904663086,
            -13.03840160369873
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9,
                9
              ],
              "score": -6.362661838531494,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -8.072083473205566,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9,
                75
              ],
              "score": -8.900983810424805,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0278549194335938,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "74cee3184f97104081e995dce1839cbef6a7c9e7cecc185abca420b4a480aff8"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db06a66708cb1738652d3944f9b5c768f4a4623427e5c6b308b30bb1b6b0a557"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "89ebffc9059832becce9ab9ffeec0fe45d40b9991fb0e724c7f8bcf1e471b8a3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "dc429c4665821d990cbe2661f38c26958ebf3c756ff679f09a426e6ceec048ad"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b027ef2da4b81e869cb2e812b8a88e6ee70b67d858dd511bbea6880b40b067ab"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a10a54e7427074f759aed587238893c6f9128c7efc1de1240f834a611148a3da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4275ab916dc0a4e94c46780fd608ae2a59e37954503bf4ad56b70cf97b96d6c2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f9d73c3dd82397eb1459bba5a9373c91a4a0b4717abddebf1921506fe7ed32b8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "584f5467f32675197aeb357136e1b48c949902ba9f94add23342e1f67590ef42"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3e24c9af085bbb9ccd5059a98ba85f3815f10319b3bea6f6c4b84a4ceb8a5bf4"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0fd65bb397b31c7c9f39c3ceaf4fc08bf420a769ddd1df504c04b0fad2e5492b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e86a717055ca1327bbf30bfcce10640e046d3267f048a392eba5a3e29894d07d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2b2761c2c0e9418d79cfed9cee35d7ddff0fec015619cf7eba187476f306b457"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e57b037b7f09236fb5d2c0f7737b25d4b7ec4c45d4a1c1869e2fc76628350053"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d68cc0e01d8f51939931b4a98b26e389e9befddbedd90df2a7818115f5da1e63"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7db06f14304e7c2897cf5dafbd15999e73e693cc102cc538f5949068c16a3a9f"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            20,
            19,
            99,
            4,
            17,
            94,
            39,
            85
          ],
          "topCandidateScores": [
            -0.014347723685204983,
            -4.677762985229492,
            -6.501451015472412,
            -6.530277252197266,
            -7.669154167175293,
            -8.351731300354004,
            -8.74030590057373,
            -8.752184867858887,
            -9.029223442077637,
            -9.123366355895996
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6825771331787109
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            20,
            19,
            99
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            1,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            19,
            20,
            27,
            8,
            5,
            11,
            6,
            8
          ],
          "topCandidateScores": [
            -0.2680191397666931,
            -2.6724183559417725,
            -3.1171183586120605,
            -3.1761255264282227,
            -3.4855546951293945,
            -3.549323797225952,
            -5.396007537841797,
            -5.7618184089660645,
            -6.221681594848633,
            -6.515740394592285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06376910209655762
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            19,
            20,
            27
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            3,
            4,
            2,
            2,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            6,
            5,
            8,
            5,
            8,
            6,
            9,
            6
          ],
          "topCandidateScores": [
            -1.1957368850708008,
            -1.3226795196533203,
            -1.6712055206298828,
            -2.9437711238861084,
            -3.4374239444732666,
            -3.485569953918457,
            -3.507066488265991,
            -4.247614860534668,
            -4.339131832122803,
            -4.646150588989258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04814600944519043
        },
        {
          "step": 3,
          "inputTokenIDs": [
            8,
            5,
            6,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            4,
            3,
            3,
            2,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            9,
            5,
            9,
            7,
            6,
            5,
            5,
            5
          ],
          "topCandidateScores": [
            -1.3389166593551636,
            -1.3738136291503906,
            -1.7735140323638916,
            -3.2210609912872314,
            -3.4649500846862793,
            -3.5695228576660156,
            -3.9071474075317383,
            -4.056139945983887,
            -4.4291839599609375,
            -5.553642272949219
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10457277297973633
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            6,
            9,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            4,
            1,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            7,
            6,
            19,
            5,
            20,
            9,
            9,
            5
          ],
          "topCandidateScores": [
            -1.3395990133285522,
            -1.3774341344833374,
            -1.7752716541290283,
            -3.321807861328125,
            -3.569908857345581,
            -5.728827476501465,
            -5.796232223510742,
            -7.112788677215576,
            -7.565267562866211,
            -8.265822410583496
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.158918619155884
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            7,
            6,
            19
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            5,
            5,
            8,
            9,
            6,
            19,
            20,
            5
          ],
          "topCandidateScores": [
            -1.3407502174377441,
            -1.3778916597366333,
            -1.776802659034729,
            -3.421090841293335,
            -3.570152521133423,
            -5.684944152832031,
            -8.238966941833496,
            -8.945798873901367,
            -9.256589889526367,
            -9.624913215637207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.1147916316986084
        },
        {
          "step": 6,
          "inputTokenIDs": [
            8,
            7,
            5,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            6,
            7,
            5,
            5,
            6,
            11,
            5,
            11
          ],
          "topCandidateScores": [
            -1.3442785739898682,
            -1.3787553310394287,
            -1.7892177104949951,
            -3.4215540885925293,
            -3.570209264755249,
            -6.217006683349609,
            -7.002246856689453,
            -8.872742652893066,
            -9.888265609741211,
            -10.021231651306152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.6467974185943604
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            9,
            6,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            9,
            3,
            9,
            5,
            75,
            9,
            5
          ],
          "topCandidateScores": [
            -1.3445602655410767,
            -1.3879601955413818,
            -1.7899388074874878,
            -3.42315936088562,
            -3.5707812309265137,
            -6.3534135818481445,
            -8.004175186157227,
            -8.900979995727539,
            -9.270733833312988,
            -9.961003303527832
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5
              ],
              "score": -1.3445602655410767,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9
              ],
              "score": -1.3879601955413818,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                20,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.5707812309265137,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.782632350921631
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            5,
            9,
            75
          ],
          "topCandidateParents": [
            2,
            3,
            0,
            1,
            4,
            3,
            1,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            8,
            3,
            3,
            3,
            5,
            6,
            5,
            9,
            5
          ],
          "topCandidateScores": [
            -1.7899729013442993,
            -3.4247426986694336,
            -6.362653732299805,
            -8.072075843811035,
            -8.900979995727539,
            -9.928837776184082,
            -10.819197654724121,
            -11.060733795166016,
            -12.84624195098877,
            -13.038390159606934
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9,
                9
              ],
              "score": -6.362653732299805,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9,
                5
              ],
              "score": -8.072075843811035,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                5,
                6,
                5,
                7,
                9,
                75
              ],
              "score": -8.900979995727539,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.027857780456543
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            8,
            9,
            5,
            8,
            5
          ],
          "score": -1.3445641994476318,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            6,
            5,
            7,
            9
          ],
          "score": -1.3879597187042236,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            20,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.570784568786621,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            6,
            5,
            7,
            9,
            9
          ],
          "score": -6.362661838531494,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -8.072083473205566,
          "finishedAt": 8,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            8,
            9,
            5,
            8,
            5
          ],
          "score": -1.3445602655410767,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            6,
            5,
            7,
            9
          ],
          "score": -1.3879601955413818,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            20,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.5707812309265137,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            6,
            5,
            7,
            9,
            9
          ],
          "score": -6.362653732299805,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            5,
            6,
            5,
            7,
            9,
            5
          ],
          "score": -8.072075843811035,
          "finishedAt": 8,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "C/C=C/C.O",
        "candidates": [
          {
            "smiles": "CC1OC1C",
            "formula": "C4H8O",
            "model_score": -1.3445641994476318,
            "rank": 1
          },
          {
            "smiles": "CCC(C)O",
            "formula": "C4H10O",
            "model_score": -1.3879597187042236,
            "rank": 2
          },
          {
            "smiles": "C[C@@H]1O[C@H]1C",
            "formula": "C4H8O",
            "model_score": -3.570784568786621,
            "rank": 3
          }
        ],
        "rejected_candidates": 2
      },
      "browserChemicalOutput": {
        "reactants": "C/C=C/C.O",
        "candidates": [
          {
            "smiles": "CC1OC1C",
            "formula": "C4H8O",
            "model_score": -1.3445602655410767,
            "rank": 1
          },
          {
            "smiles": "CCC(C)O",
            "formula": "C4H10O",
            "model_score": -1.3879601955413818,
            "rank": 2
          },
          {
            "smiles": "C[C@@H]1O[C@H]1C",
            "formula": "C4H8O",
            "model_score": -3.5707812309265137,
            "rank": 3
          }
        ],
        "rejected_candidates": 2
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "additional-cpu",
      "id": "heldout-hetero-acyl",
      "logitPairs": [
        "additional-cpu__heldout-hetero-acyl__logits_0",
        "additional-cpu__heldout-hetero-acyl__logits_1",
        "additional-cpu__heldout-hetero-acyl__logits_2",
        "additional-cpu__heldout-hetero-acyl__logits_3",
        "additional-cpu__heldout-hetero-acyl__logits_4",
        "additional-cpu__heldout-hetero-acyl__logits_5",
        "additional-cpu__heldout-hetero-acyl__logits_6",
        "additional-cpu__heldout-hetero-acyl__logits_7",
        "additional-cpu__heldout-hetero-acyl__logits_8",
        "additional-cpu__heldout-hetero-acyl__logits_9",
        "additional-cpu__heldout-hetero-acyl__logits_10",
        "additional-cpu__heldout-hetero-acyl__logits_11",
        "additional-cpu__heldout-hetero-acyl__logits_12",
        "additional-cpu__heldout-hetero-acyl__logits_13",
        "additional-cpu__heldout-hetero-acyl__logits_14",
        "additional-cpu__heldout-hetero-acyl__logits_15",
        "additional-cpu__heldout-hetero-acyl__logits_16"
      ],
      "maximumProbabilityError": 1.1058165766408834e-06,
      "maximumRowTotalVariation": 1.107092912562581e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            9,
            12,
            17,
            13,
            23,
            14,
            28,
            21
          ],
          "topCandidateScores": [
            -0.019613491371273994,
            -4.936511039733887,
            -4.995123863220215,
            -5.414697170257568,
            -7.601919174194336,
            -8.094682693481445,
            -10.119611740112305,
            -10.447609901428223,
            -10.586641311645508,
            -10.954436302185059
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4927635192871094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "8017ae8102a88ab024720ccfdae268d3e8f68b440c7b1e57ab3105f78049d74e"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "ea2a12dc233ba7a77c8eb11f1c51949cd4f122019044133d4c802509381457ce"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "b3af4729a3a8862a32396cbaff5fe78a6bbfde7e9745d1f8a521cd63ca4b4775"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "cd090cff91f184795b1b09c5cb04366020f74f4cd7b9b59af7b5142651af31ac"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "df17a8d1ac5abd6811bbeead65b13cc216f19056bc7e939f40abdb22eedaa6b6"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "74835893560b7392452837998fef5c2765bb8efefc79ce92ee577021c17ba7c9"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "f21ace919c205cb6b55e3e6206b8a16cb4ff1630600ba298504d5bedaee8e947"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "9b7a4f5986dc704d9945222402b8ac303f132c3333a4b1de6d8025b140e701ed"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "743cec25417af0c690fc64d6440350ae59287ab5fb23eeb3bb65e6934d6ad6c4"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9a02fe4522b3b622a0cac221f071b3436090d30c4cba1c65f4eef77a8198ad5d"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "8c4d7faa297ed03b9fd268caa5f43d22f1c83c94fcaa3a3f4068a8222cedb762"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                17,
                64
              ],
              "sha256": "d7cbe13df4ae3f2abe508aef7ffc725dc8b4549057a9b54c01335cdef1c40212"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "b1c70d8945fba797a7e909b8ae5dd106c22d7c43f265c1a80632996724750272"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "221c732f44e88e1f1404dbb1c9af617e2915f632d89b926c873eb343d6cf8f2f"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            9,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            11,
            5,
            6,
            9,
            4,
            6,
            5,
            4
          ],
          "topCandidateScores": [
            -0.023343736305832863,
            -4.936511039733887,
            -5.017560958862305,
            -5.727993965148926,
            -6.827830791473389,
            -6.8811187744140625,
            -7.175642013549805,
            -7.42860221862793,
            -7.698404312133789,
            -7.80999231338501
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05328798294067383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c352209d0b47c8b1e8cf6a4ce5148a51907c08e042400f9b8af270a2ca2db2d6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "52704d5ed816d93af17444ea7e23e1ad260e542999cb63cfd3d3da5c7cf4fc9f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bb81f302bbef65f56e8e4a632ca7aa16ab06b7971f2c2cf390633794f996293c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "551bc22da5abe6abd423495a764dc814d5f0fe8aab3a647ca2dcac5fe5b51363"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d6caa03ba298dec3f6236f44599a30de34cfb542f4a9860eedb4eddb20bccbba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "f672c38872ef3d5d410ef68b19ba44734c4e78094983785d8132220daa22b4e8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a8b6a331210e92ed99e50cd11afbc18c710d62d2aeefaf99946866c5a45748f7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e1e049996e214eb79a7a7ccfaac6956cd2dfdb653b663138173d96d25d4018af"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            1,
            0,
            0,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            6,
            6,
            13,
            5,
            12,
            5,
            11
          ],
          "topCandidateScores": [
            -0.025264259427785873,
            -5.036242961883545,
            -5.419025897979736,
            -5.747146129608154,
            -6.505102634429932,
            -6.7019782066345215,
            -6.93447208404541,
            -7.832000732421875,
            -7.850514888763428,
            -7.97320032119751
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19687557220458984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e04a1d9bb3acda71567fda33fb9a00ef180a8c0f6dd30b1a0d914eef8e9bb69e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ac55b8a3bb72d3163c7480b9689fa27fb72d1adce41940e967b52a450f7b9195"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "054439b55b5c5384cc0322f6fab622c75dadc0dc9feb74b78abb7975ea1dfc24"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8fe8acae0462da0d36076eb731399051bc9d969f1c26147947db0e83a3991045"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e3e2b081353f0785dce399bf860ada24fdc306303246e41e90d29999f57b2ec9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "02d7520fc7e627d12f4b63327026897c0ed7d1c0e00cae4f474737b70c36524f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "1b8abd12e2e18d12b3017f72357397efcb0ac52805512bdc9b5f2105139c0e74"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "aab45cf1d46d354061a6f21884e23f510e4323b035ea2dc1666f6a03c25be409"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            2,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            11,
            4,
            13,
            6,
            4,
            12,
            8,
            12
          ],
          "topCandidateScores": [
            -0.025584999471902847,
            -5.136384010314941,
            -5.756373405456543,
            -6.21552848815918,
            -6.4497857093811035,
            -7.076814651489258,
            -7.178928852081299,
            -7.276472091674805,
            -8.060882568359375,
            -8.526665687561035
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6270289421081543,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ada9328c25e465bd0203159486f915f2a0dc818dd1f36a342e3c841174c8ab6c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "74773db837d602e4d58cb8d2c815b23c308104d3d40780387de9254b2cee0d72"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "77d8ae13ed41f67ac94ec002c19dc4d404b460038d530b1254c05d5e72ad544d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a49bf2d8290cb1da9e9f43a60018f8fd9c3eb541d1b2d56ab58a83625a5c6868"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4a87810ae7ba7819967c33fc3761b7b9445e22dbd3ed10c44cd17f334dcc2811"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "601fb8dbabf4d8deed76527387fbc448181cf590cfc5e4bab84209184229ca80"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "be19f8db57c48e2a8a0519b1d749b5c67d939d9180c51c05fadcecdaee6b0c93"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b24baa33818cdb2170b3ffb4deb240ff136e0e85146cad5c2bc5c321c086a2c4"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            11,
            4,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            1,
            3,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            9,
            4,
            12,
            4,
            6,
            17,
            13,
            9
          ],
          "topCandidateScores": [
            -0.02563280053436756,
            -5.554571151733398,
            -5.756962299346924,
            -6.452962398529053,
            -6.8843488693237305,
            -7.016529083251953,
            -7.308155059814453,
            -7.563662528991699,
            -7.788566589355469,
            -7.882115364074707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13218021392822266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "bd92e869e9f603b6110d9a6a0c12c0e2fc1a5d445410791bdc444ab4ce73ddb2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "de77bb3956ceb0b748850fcfdfab9974f789bbbee77c93db8c8232fd5b8832da"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "22d705aff9323722daa41bf64f8dd339e9d17ad3eebfa5bc5d53a4e3922a0b73"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0a2e680b8476d21e1c4827f02adcb5fb003f6ec84d1578f3c4ce0a5a2b18b28d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "919011009673649a67893cde9d09e08dcf680b700bbacc440174b045dc9fd99f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c65087b0e78da911573929b29eb649bac9310710a87043d9545ee3a69aa0053d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "dba16fc0eefb6f8d9e37b7d526fb07c29084bd2187cb63f2c853bfbedd3feb59"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0014a24a26149d5fa61597bcf743cbbee69b8c26ee39d258bb4a8eeee010ce73"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            5,
            9,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            4,
            4,
            17,
            4,
            23,
            12,
            5,
            7
          ],
          "topCandidateScores": [
            -0.025632919743657112,
            -5.75696325302124,
            -6.217316627502441,
            -6.486713409423828,
            -6.740116119384766,
            -6.936286449432373,
            -8.639183044433594,
            -8.792203903198242,
            -9.263297080993652,
            -9.554555892944336
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19617033004760742,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "edce7205fe871ef3501c0a29e83038cfe475c61236be94e40a540a9b957825bb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5c654509fc9340aba449c49be51535309f6950a24e9dd1f7854d9cfaa3ff8b2a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "44d282d98b7f9fcc65545c951ca51c6dac2eec78afedf2755c73017ce8466b79"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b9bcbb032c4e46121f9efe929efd776c79f440a4af98ec785049e4f4b364cbea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7f3944e6391ff6519cb239b2ed06f6f84b58b1f6bf57703f48323ad2fb1ce7f5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2d141dbe5dec909134a07d769ab6ed668d4f0b8042579468f8d97acabf62960c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "1512f9b227225afefa37a0a0d06169ad1f3dc879587a63357bfbf12628d727a3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4e4d4e908a0e2a572e75743b1cc0c7c8a58caed367b2c6e3f65ce7c6d515dbc1"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            4,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            12,
            4,
            5,
            5,
            8,
            6,
            7,
            4,
            9,
            12
          ],
          "topCandidateScores": [
            -0.03200540691614151,
            -5.564857006072998,
            -5.841701984405518,
            -6.1606950759887695,
            -6.217316627502441,
            -6.495546817779541,
            -6.74011754989624,
            -8.433822631835938,
            -8.667890548706055,
            -10.352667808532715
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2782301902770996,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2a626b2d4c1c744aeb3795be8a059eab58bb2bb6ef7ca012ef5200af5144d783"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "95499b63c8f82ca3224f897bafd3ddf2e5d44ce3f3d33dce046804c53d8e5530"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "605eac68909ed2f433290f8d25ab3834a06cdee0a7380ffa5032cb839da0030f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "feb0a6f2a80745f24048cef7754055440d341026457220eb304db359ebb2ce69"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4355b81ea731d06946c40d1adaea410f409d39e58327a4a2eb26382bdca273c7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3d100b9dd66e299107c8d2974afc0f2953c3937c6586a7d81d8234e934a8f782"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a022702a8b4205b52a9acf31e2c65eb072ffb067aaa0baff02feb15e9f66915f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "6abd7cb7632517407ef07685965cbdd0ae9635d630b2dae3a9768d595e0ce8b9"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            4,
            5,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            8,
            4,
            4,
            8,
            8,
            4,
            12
          ],
          "topCandidateScores": [
            -0.04164561629295349,
            -5.354398250579834,
            -5.545965194702148,
            -5.564857006072998,
            -5.869062423706055,
            -6.219306468963623,
            -6.469900131225586,
            -7.845031261444092,
            -8.173864364624023,
            -9.121868133544922
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.35024404525756836,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "fe2bcf384abb63ba86fa9bd1201ee315fec9d175af3cc8cbe8d0ff94e971b241"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "449df46e6ce4e227361b5ecab33061bbb17cf16d8ead65c17191f47f890a146d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2b952128f4f078943bddd2d3ba4eabaf6dad43c0c9062c054d07d6f7c00966ce"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "25f0856223a3d835d43e9ce9a9eed21f7ae2d2548e93c33c0cb0d8bd7bb8831f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "161c5b4c3ffce9f2a2f81e053c6e24b3dfeb294d7f7e192cb804557df3c68f91"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "06577c1451e89ee617d298e90d0180c248cca3b6807a308b2057f2f8771179ff"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "62faf434c93b52716271e5e510c8cc0eca31d7ddd8eeda134ffd96831eef319c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "cc4be265190f6a520435cd106890aaeb4ea1fe7d6f7afa64646bf0f2ac6ee3f6"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            6,
            5,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            8,
            8,
            4,
            13,
            4,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.04164561629295349,
            -5.413450717926025,
            -5.789161205291748,
            -5.869062423706055,
            -5.895308017730713,
            -6.833703517913818,
            -7.4755859375,
            -8.556264877319336,
            -8.966290473937988,
            -8.986148834228516
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9383955001831055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "eb11081f78b0a1cd33f23b2a03dbd7bb61916f7d2f7d8e9748d10521916004e3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cf300e2d1b3532b35752a118c9408a17146a0774082391f931986a1fb10760a7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ba8e2ae8400ed443e5534a92de3d3d918ea774b6662b52ba4a507c42969e3d9e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "476e25dc7a6a728373e786c0e6ecd9d8139c04e1ed4ac146763adc47b46fca7e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b6f1f593ca120be68b53305693079c0e39b8587aa64dbc62d592e86bbdf7af89"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8a9a48c484aff55b7d1c2ffd85a23f6f1850141658fe6104db3dc15b2bc98ab2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2ac28fb53be200a42fb5eaba2e013c3c3f4fbad8fd39694ac912989a5cb5bee4"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "984cd6e72f874df419a2d054b5a097f46a69bc76ca41ba7325418275ab219cff"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            5,
            8,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            5,
            11,
            13,
            13,
            6,
            6
          ],
          "topCandidateScores": [
            -0.04184586927294731,
            -5.42421817779541,
            -5.869525909423828,
            -5.99137544631958,
            -6.1396379470825195,
            -7.15274715423584,
            -8.579593658447266,
            -8.93459415435791,
            -9.045425415039062,
            -9.045572280883789
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0131092071533203,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4b3f9a4b6c17f0b18c2a047997ec849e7266b87e6c3f439c841b5f16442d290"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "da7ff12421e3b56ef97d0610a0aeee2d9b5ef6b5c624c0eeb0493d023eb9ba1c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "66ff1d1ae49b81abc2621caa68d98a2171184508223fd0f64c1fd6f78f498579"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2b2e82e841ab6eb285eb3e3d57a741a23d7920b432d431bc9a2fc0430be12cff"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4b6449862f2845f6988d135160e62ecc76e1b6ffc0fc2c9ccbd82e0c5962477b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "deeaf55c1c5df49d624795f435985ea4b408eaa79a2e6b0dc323c0a23ae880ce"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0b6b968fe0be37c373c7c0041173c9a54aaa1ddead7f18910f27a29c3d473fcc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "52d29b5f12591171ce148c5b651789ea777f7927a66f4881306269fbd6499dfe"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            3,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            5,
            13,
            13,
            4,
            11,
            6,
            6
          ],
          "topCandidateScores": [
            -0.04325143247842789,
            -5.430089473724365,
            -5.875851154327393,
            -6.245021343231201,
            -6.644992351531982,
            -6.66841983795166,
            -6.750338554382324,
            -8.496709823608398,
            -9.783792495727539,
            -10.192387580871582
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.023427486419677734,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c01f95fbe405419687d5f235c079296c3dae85c9ed5ae384d869fe8b2775e686"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "609f1ff360e3d068bc2dd47720b5b2c9eaf4cba27a272804f136289e06715362"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5a5f5dedb049194640159a1b841182e18d7269eefdfaf42cb5e2e652d0ed3a02"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b683b9c29fd022bff61a23d7b5b7ac0c86690d1594009933ecb5f61238f33ad6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ea86b15be8f8fdec54da62663013757fd83bdcbb2504c1db54dee68c0aab2d14"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a0606c2e8360f15d87e60ef4a865adafeab7651d1e435434781f8da9f1921a85"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "69c8a02fa1cff38409c0e6c00557b7717c48e4220397b4cda961bf38cff069f3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "966d7970b1fc46a04efc049279fbf59268803266e2fd205972ce11d104887e66"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            5,
            4,
            5,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            13,
            5,
            4,
            6,
            11,
            12,
            13
          ],
          "topCandidateScores": [
            -0.04572648927569389,
            -5.430111885070801,
            -5.884588718414307,
            -6.101411819458008,
            -6.322953224182129,
            -6.645379543304443,
            -9.241119384765625,
            -9.607453346252441,
            -9.63470458984375,
            -10.686727523803711
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.32242631912231445,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ef57690c763c52ce20698af7641340fdd3aa6f637c617552039cd4a20df7934c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b72ad13128fc3ed920abe0916c7b3308dc64169ef1844d261d0d7352e505cd37"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "2f3d7d15b653da1e70160576c11853760c439a33d5bcf0b38c892161c71472a1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "824389c6e9fc0c4ca5c28c5822b7eaa1e9f5a88914c673a756553bcb240f10fe"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e1f9221b8559710a4258f329bda05e95c333d08cb2a3bb4870dd3382fb0b424a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "405ae52cacb94ceaa8a639d457f7bc47743202fa6aea91ba4658d6f804336c5f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4329753fe114e2350d6bab37b475e37258ebcf9b80d9a62daf0b445f81bb3dff"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "87d7b8ea6e2ff397514d100bf4bf526a8811ae5aa9c47ae4b79891a0c129bfbf"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            7,
            4,
            13,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            0,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            13,
            11,
            4,
            13,
            4,
            6,
            12,
            46,
            10,
            25
          ],
          "topCandidateScores": [
            -0.0523584745824337,
            -5.430185317993164,
            -5.494514465332031,
            -5.897913455963135,
            -6.102001190185547,
            -6.259018898010254,
            -6.339842319488525,
            -8.51135540008545,
            -9.888263702392578,
            -10.302754402160645
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15701770782470703,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a0dbfc0312600f9147327e56ec79eae30dc405c1b31cbc04e3d94a12e7318ec7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "1630cd2da879098e1ac5ff4052df96b53dd22ecefc049a2db5a3c7f8ea3fbf8d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "052fba0e7354132ff309e425bd132ab9b342edeb79adb996f0373bd383390384"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "aaf096fb9d19080a8dfe15b3af77d7327e59b562a3fe9419f43e4fa84681fff0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "86fdf5444f41137851d940cd33ee3130c1795166af1d01c4a0fea7cd9d0240a4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6f3ec640f777f187a0e9e9912ec5503081ff9f1b985c3a472f486beb016fd167"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "88c3d7bd07bfdf5e496ba0d68bb1f6d98bdf02f20bbc7aa996f7db3c814a058c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "eff272513eef0ea7b227b4375092065fe8af294a2403225558fd7047c53fbb29"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            13,
            11,
            4,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            9,
            13,
            4,
            4,
            4,
            6,
            6,
            13,
            10
          ],
          "topCandidateScores": [
            -0.052385177463293076,
            -5.430202484130859,
            -5.626469135284424,
            -5.897948265075684,
            -6.121642112731934,
            -7.688329696655273,
            -9.992158889770508,
            -10.11279582977295,
            -10.702495574951172,
            -13.050628662109375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5666875839233398,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "eb775d56451e4ea1cfb436a0d230329f96cf77d96b9f39277534df0db83fdafd"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "667c7efd391efb21ba4db70144e232dc388231ca6af1447da2cf835d8a52db46"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "3f5d177b2955fde71e371b3b3a46925feed93ed0b4bdd2bb3fa42211b616fb5e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "3c2ed00d2d1ea772c5aa054682d76232e0848d02e4272175f4556c80c5a03e0b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4ca9f111624c1b55f08eb9b6dc3aef2695397cc32660aed8c7d154d6c6e956ba"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "0a4a7f9e79281b4b20f3f3843be43643b20ca14da3ce411ff10ac76479d1e157"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "07eb7f6651cd7de086961fa092fbe5d46da1249fe7ac9628893972d37d9104b5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "d616fe9fd6e2ed41e1e9e714bb81c5f86ba52a8074d2d60ac25f54de0780943c"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            9,
            13,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            8,
            8,
            8,
            4,
            4,
            13,
            3,
            31
          ],
          "topCandidateScores": [
            -0.052385177463293076,
            -5.430202484130859,
            -5.626470565795898,
            -5.897948265075684,
            -6.121642112731934,
            -19.287303924560547,
            -21.346635818481445,
            -22.173301696777344,
            -22.5931339263916,
            -22.778215408325195
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 13.165661811828613,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "0679c2dbcb90ce1919d5a3fa3937607a8533183f946406f88187bec3a6b429ef"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "2f033f435fa127e244d9caa1b2929cfb60b8cdc503d2babe79084d6f92e197d9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e81c58ac38820e761d0c35ab94cef53cf16409044dbba61e6041e2f1f7d25f21"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "79bf51ed3c49451837fc0099b35a9a3c7479f1371422aaeb9cb2ded37aa6b128"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "7e426f3956d091f28df3b18b8207aa09908a831dca7f40ce5d38a7f04a73df4a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b4aa9de219cbef88206b9bac7614a1fcf49c580e22d554ae4e1d38de84585494"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b300c5d39d1cb1dceaf99288d3ad440fb8213269e9ac0594ee9642219d3b2878"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "567b81c6d280de0b64a48ff7358292f4641809d3ffa3b1fda6144b53d58e99d1"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            7,
            8,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            3,
            3,
            3,
            17,
            5,
            28,
            23,
            9
          ],
          "topCandidateScores": [
            -0.05278218537569046,
            -5.4326324462890625,
            -5.626473426818848,
            -5.898624420166016,
            -6.127467155456543,
            -8.860053062438965,
            -9.426713943481445,
            -9.99124813079834,
            -9.99837589263916,
            -10.630898475646973
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            7,
            8
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8
              ],
              "score": -0.05278218537569046,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                13,
                8
              ],
              "score": -5.626473426818848,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8
              ],
              "score": -5.898624420166016,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                13,
                4,
                4,
                8
              ],
              "score": -6.127467155456543,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.732585906982422,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2f4754e7eccf532b0b9bdcfb9ce686dfc3fb0bd0f2b0f702b54545d1bd709a17"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d794127d8cfe0aa20a697cf60657cf45228238558104e786484c6099fa8eef99"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "eb647e54594e70f41ea53f032b1da4bb936ec5065d4b2a9f5651bd6d1f2b6841"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "800a25fd65dbc226457433995010c41b8d58dbc2ec180b190837fe21e83febd5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4649465e9c375aaf9c302cecfebad6befe52afbf60cd501480147389e6517656"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "6284342fb5d00cd321cebff5bd901cf182b5fafa7149dbffc4080a8715298acd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2570fcbc288165151ea102629ff23185014bdc29efe15d5618462181bb69642e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ca5f45bd917bcb64cac1f52f6a02a665185e550126aef4b3f23575a7281c03a2"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            17,
            4,
            5,
            28,
            23
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            3,
            6,
            3,
            6,
            5,
            11,
            24,
            4
          ],
          "topCandidateScores": [
            -5.4326324462890625,
            -8.860053062438965,
            -9.764488220214844,
            -9.99128532409668,
            -9.99837589263916,
            -10.950057983398438,
            -13.1671724319458,
            -13.853264808654785,
            -13.926536560058594,
            -14.071260452270508
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8,
                17
              ],
              "score": -8.860053062438965,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8,
                5
              ],
              "score": -9.764488220214844,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8,
                23
              ],
              "score": -9.99837589263916,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9516820907592773,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "53b564b587c5109e1bc0464b14eb43e135b416b3e6cc44a686b4b553c765457e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5f8fd16380c034f9db44c7c3ac61b0ced814c94bd0b71cd1f7e346b686335d2c"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "15694ab7ef0f06f94f0a1654ffe3577d0d86e95901a1dc37198c186481b353d4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "cb9f6295be5be1fdb54c957c088266f61ff502b289a5d777029812fb480ec838"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e307faa4a7d6e4f93e6ef000d7efc937b5da354fc2f6833434a951c931cae0d6"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "705f1c1a3cc272c70b2997875563c45a680420930d8670f5aa4593a0967b53b9"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "489c557383cff610d805c60d57f12a5efe93761531e008067d26f50a7d89bbed"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b2ab5a6a7a9722fe99eb032c2dfa528e6a0ce503c5d812d69489390c84a7d6bd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "80214a414f7a342b65da0afe348c668b025c859fc1c13902f83bc494422a9d69"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e0d8c9f1716231de0dde50ca0c39a4203cdf435694b3fef98dcc5cddbcba8e2b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "09ec2be583f9759845b4a472e9bd95fe73ef0924660811135d736a6e65e559f2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "4e2801f4b201d1c258eb0d314e00a8750d3ffa3c4658da5551e83ef105839d98"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "91faa2a64cee16f173e95977626b3593aa9dc5c0321e4aeef1f49b130e031335"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "23f0d039b7ae32b95c068bcf745b0cfa40b6f4fcd2e39688661670e9bc01a9f8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7883b55e620003c598d1baf8685d3779107d1839355faa1c15e6a0ad705c34c0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "0a5c3bcedeba2ec5859c074384e8a8b529ab3b11a4b34aa973f30ba61a9eb343"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            9,
            12,
            17,
            13,
            23,
            14,
            28,
            21
          ],
          "topCandidateScores": [
            -0.019612908363342285,
            -4.936511516571045,
            -4.995124340057373,
            -5.414699554443359,
            -7.601920127868652,
            -8.094684600830078,
            -10.119613647460938,
            -10.447612762451172,
            -10.586641311645508,
            -10.954435348510742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4927644729614258
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            9,
            12,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            0,
            0,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            11,
            5,
            6,
            9,
            4,
            6,
            5,
            4
          ],
          "topCandidateScores": [
            -0.02334279753267765,
            -4.936511516571045,
            -5.0175604820251465,
            -5.7279953956604,
            -6.827834129333496,
            -6.8811187744140625,
            -7.1756415367126465,
            -7.42860221862793,
            -7.6984052658081055,
            -7.809994697570801
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.053284645080566406
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            1,
            0,
            0,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            6,
            6,
            13,
            5,
            12,
            5,
            11
          ],
          "topCandidateScores": [
            -0.02526308223605156,
            -5.036242485046387,
            -5.41902494430542,
            -5.747147560119629,
            -6.505104064941406,
            -6.701979637145996,
            -6.934469223022461,
            -7.831997871398926,
            -7.85051965713501,
            -7.973203659057617
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19687557220458984
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            2,
            4,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            11,
            4,
            13,
            6,
            4,
            12,
            8,
            12
          ],
          "topCandidateScores": [
            -0.025583583861589432,
            -5.136383056640625,
            -5.756374359130859,
            -6.215527057647705,
            -6.449783802032471,
            -7.076813697814941,
            -7.17893123626709,
            -7.276472568511963,
            -8.060880661010742,
            -8.526666641235352
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6270298957824707
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            11,
            4,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            1,
            3,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            9,
            4,
            12,
            4,
            6,
            17,
            13,
            9
          ],
          "topCandidateScores": [
            -0.025631265714764595,
            -5.554569721221924,
            -5.756962776184082,
            -6.452960014343262,
            -6.884349822998047,
            -7.016526222229004,
            -7.308152198791504,
            -7.563661098480225,
            -7.788567543029785,
            -7.882113456726074
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13217639923095703
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            5,
            9,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            4,
            4,
            17,
            4,
            23,
            12,
            5,
            7
          ],
          "topCandidateScores": [
            -0.025631384924054146,
            -5.756963729858398,
            -6.217314720153809,
            -6.486710548400879,
            -6.740115165710449,
            -6.936286926269531,
            -8.639179229736328,
            -8.79220199584961,
            -9.263294219970703,
            -9.554546356201172
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19617176055908203
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            4,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            0,
            2,
            3,
            4,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            12,
            4,
            5,
            5,
            8,
            6,
            7,
            4,
            9,
            12
          ],
          "topCandidateScores": [
            -0.03200375661253929,
            -5.564854145050049,
            -5.841701984405518,
            -6.160689830780029,
            -6.217314720153809,
            -6.495543956756592,
            -6.740116596221924,
            -8.433821678161621,
            -8.667886734008789,
            -10.352668762207031
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2782292366027832
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            4,
            5,
            5,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            8,
            4,
            4,
            8,
            8,
            4,
            12
          ],
          "topCandidateScores": [
            -0.04164361208677292,
            -5.35439920425415,
            -5.545964241027832,
            -5.564854145050049,
            -5.8690619468688965,
            -6.219304084777832,
            -6.46989631652832,
            -7.845031261444092,
            -8.17385482788086,
            -9.121858596801758
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.35024213790893555
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            6,
            5,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            2,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            8,
            8,
            4,
            13,
            4,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.04164361208677292,
            -5.413451671600342,
            -5.789159774780273,
            -5.8690619468688965,
            -5.895305156707764,
            -6.833699703216553,
            -7.475584983825684,
            -8.556262969970703,
            -8.966288566589355,
            -8.986149787902832
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9383945465087891
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            5,
            8,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            0,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            5,
            11,
            13,
            13,
            6,
            6
          ],
          "topCandidateScores": [
            -0.04184398427605629,
            -5.424218654632568,
            -5.86952543258667,
            -5.991372108459473,
            -6.1396355628967285,
            -7.15274715423584,
            -8.57958698272705,
            -8.934590339660645,
            -9.04542350769043,
            -9.045572280883789
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0131115913391113
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            0,
            3,
            3,
            4,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            5,
            13,
            13,
            4,
            11,
            6,
            6
          ],
          "topCandidateScores": [
            -0.043249547481536865,
            -5.430090427398682,
            -5.875850677490234,
            -6.245018005371094,
            -6.644998073577881,
            -6.668417930603027,
            -6.750332832336426,
            -8.496715545654297,
            -9.783796310424805,
            -10.192392349243164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.023419857025146484
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            5,
            4,
            5,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            0,
            3,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            13,
            5,
            4,
            6,
            11,
            12,
            13
          ],
          "topCandidateScores": [
            -0.04572424665093422,
            -5.430112361907959,
            -5.88458776473999,
            -6.101411819458008,
            -6.3229498863220215,
            -6.645384788513184,
            -9.241119384765625,
            -9.607451438903809,
            -9.634703636169434,
            -10.68671989440918
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3224349021911621
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            7,
            4,
            13,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            0,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            13,
            11,
            4,
            13,
            4,
            6,
            12,
            46,
            10,
            25
          ],
          "topCandidateScores": [
            -0.05235552042722702,
            -5.430185794830322,
            -5.494512557983398,
            -5.897912502288818,
            -6.102001190185547,
            -6.259016990661621,
            -6.339839458465576,
            -8.511354446411133,
            -9.888263702392578,
            -10.302753448486328
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15701580047607422
        },
        {
          "step": 13,
          "inputTokenIDs": [
            13,
            11,
            4,
            13,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            9,
            13,
            4,
            4,
            4,
            6,
            6,
            13,
            10
          ],
          "topCandidateScores": [
            -0.052382104098796844,
            -5.430202960968018,
            -5.626467704772949,
            -5.897947311401367,
            -6.121641635894775,
            -7.688321113586426,
            -9.992149353027344,
            -10.112791061401367,
            -10.702486038208008,
            -13.050621032714844
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5666794776916504
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            9,
            13,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            8,
            8,
            8,
            4,
            4,
            13,
            3,
            31
          ],
          "topCandidateScores": [
            -0.052382104098796844,
            -5.430202960968018,
            -5.626469135284424,
            -5.897947311401367,
            -6.121641635894775,
            -19.287307739257812,
            -21.34661865234375,
            -22.17331314086914,
            -22.59311294555664,
            -22.778196334838867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 13.165666580200195
        },
        {
          "step": 15,
          "inputTokenIDs": [
            8,
            7,
            8,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            3,
            3,
            3,
            17,
            5,
            28,
            23,
            9
          ],
          "topCandidateScores": [
            -0.052778635174036026,
            -5.432632923126221,
            -5.626471996307373,
            -5.898622989654541,
            -6.127465724945068,
            -8.860053062438965,
            -9.426716804504395,
            -9.991247177124023,
            -9.998373985290527,
            -10.630900382995605
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            7,
            8
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8
              ],
              "score": -0.052778635174036026,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                13,
                8
              ],
              "score": -5.626471996307373,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8
              ],
              "score": -5.898622989654541,
              "finishedAt": 15,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                13,
                4,
                4,
                8
              ],
              "score": -6.127465724945068,
              "finishedAt": 15,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7325873374938965
        },
        {
          "step": 16,
          "inputTokenIDs": [
            17,
            4,
            5,
            28,
            23
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            3,
            6,
            3,
            6,
            5,
            11,
            24,
            4
          ],
          "topCandidateScores": [
            -5.432632923126221,
            -8.860053062438965,
            -9.76448917388916,
            -9.991284370422363,
            -9.998373985290527,
            -10.950061798095703,
            -13.16717529296875,
            -13.853267669677734,
            -13.926541328430176,
            -14.071264266967773
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8,
                17
              ],
              "score": -8.860053062438965,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8,
                5
              ],
              "score": -9.76448917388916,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                4,
                4,
                13,
                4,
                8,
                23
              ],
              "score": -9.998373985290527,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9516878128051758
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            13,
            4,
            8
          ],
          "score": -0.05278218537569046,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            13,
            8
          ],
          "score": -5.626473426818848,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            4,
            8,
            4,
            4,
            4,
            13,
            4,
            8
          ],
          "score": -5.898624420166016,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            13,
            4,
            4,
            8
          ],
          "score": -6.127467155456543,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            13,
            4,
            8,
            17
          ],
          "score": -8.860053062438965,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            13,
            4,
            8
          ],
          "score": -0.052778635174036026,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            13,
            8
          ],
          "score": -5.626471996307373,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            4,
            8,
            4,
            4,
            4,
            13,
            4,
            8
          ],
          "score": -5.898622989654541,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            13,
            4,
            4,
            8
          ],
          "score": -6.127465724945068,
          "finishedAt": 15,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            4,
            4,
            13,
            4,
            8,
            17
          ],
          "score": -8.860053062438965,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.Nc1cccnc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1cccnc1",
            "formula": "C7H8N2O",
            "model_score": -0.05278218537569046,
            "rank": 1
          },
          {
            "smiles": "CC(=O)Nc1ccccn1",
            "formula": "C7H8N2O",
            "model_score": -5.626473426818848,
            "rank": 2
          },
          {
            "smiles": "NC(=O)Cc1cccnc1",
            "formula": "C7H8N2O",
            "model_score": -5.898624420166016,
            "rank": 3
          },
          {
            "smiles": "CC(=O)Nc1ccncc1",
            "formula": "C7H8N2O",
            "model_score": -6.127467155456543,
            "rank": 4
          },
          {
            "smiles": "CC(=O)Nc1cccnc1Cl",
            "formula": "C7H7ClN2O",
            "model_score": -8.860053062438965,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.Nc1cccnc1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1cccnc1",
            "formula": "C7H8N2O",
            "model_score": -0.052778635174036026,
            "rank": 1
          },
          {
            "smiles": "CC(=O)Nc1ccccn1",
            "formula": "C7H8N2O",
            "model_score": -5.626471996307373,
            "rank": 2
          },
          {
            "smiles": "NC(=O)Cc1cccnc1",
            "formula": "C7H8N2O",
            "model_score": -5.898622989654541,
            "rank": 3
          },
          {
            "smiles": "CC(=O)Nc1ccncc1",
            "formula": "C7H8N2O",
            "model_score": -6.127465724945068,
            "rank": 4
          },
          {
            "smiles": "CC(=O)Nc1cccnc1Cl",
            "formula": "C7H7ClN2O",
            "model_score": -8.860053062438965,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "acyl-primary-amine",
      "logitPairs": [
        "new-holdout-cpu__acyl-primary-amine__logits_0",
        "new-holdout-cpu__acyl-primary-amine__logits_1",
        "new-holdout-cpu__acyl-primary-amine__logits_2",
        "new-holdout-cpu__acyl-primary-amine__logits_3",
        "new-holdout-cpu__acyl-primary-amine__logits_4",
        "new-holdout-cpu__acyl-primary-amine__logits_5",
        "new-holdout-cpu__acyl-primary-amine__logits_6",
        "new-holdout-cpu__acyl-primary-amine__logits_7",
        "new-holdout-cpu__acyl-primary-amine__logits_8",
        "new-holdout-cpu__acyl-primary-amine__logits_9",
        "new-holdout-cpu__acyl-primary-amine__logits_10"
      ],
      "maximumProbabilityError": 1.3409561520072444e-06,
      "maximumRowTotalVariation": 1.3417581896795625e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            9,
            4,
            17,
            45,
            13,
            39,
            23,
            21
          ],
          "topCandidateScores": [
            -0.01610391214489937,
            -5.047796726226807,
            -5.530431270599365,
            -5.80386209487915,
            -6.543019771575928,
            -8.412796020507812,
            -8.652433395385742,
            -9.436458587646484,
            -9.529535293579102,
            -9.564373016357422
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.8697762489318848,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "28f84857512c8cb7d2bdf0170ba0c6d9dbd94c9abe8aeaa41fd073c7bb551bc4"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "d373dec96272d75e6f21ea907f290cf77e62be0994e1635a643d2f2f0a69245f"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "c4e67cf54cc0e0eb1da77afe320ccadce79b09748564ab33c81e40f851f39738"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "ce8cd450e97ae112ecc98342d0d8505c15ea40880528e219ef1f6d1665699107"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a35d06bd2a655c9359e22776262b2ca51dc7858e636efe1afe1b0a3d2d3c3fb6"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c9082eb8b1ded37ce57e61d3234b35efa7012591362bde62b1dffda5d12162fb"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "f299b0248c60987cd5d906f929717399407878d212429f9b30d6c0e3118ce8c4"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "a695fd900e21e2e2a921923d052544fd909ceff0e66cfba0d6932856e6b72aeb"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9dddb7f6114c545d74bd4152e60340321e8b27a11301895caa6aecbc593dd765"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f16e8b10d843411e4a8c87ae1b4811853fa6022e7fa92a03db064d13e06558a4"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "5c81799a2b9be4f3a60d6a068e53acec41655642d447caf46d09ea93c3fc9091"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "39cf6f01d57458055fcfa64b633098b83ff7e2a9187ad76d7265d6aeed8cba54"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f96d142acf6a07a466141e6e61ecce6bdfb449732bc706b4a513b64819341b9f"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "662b418a2efa4cec5e1ec47e9e2b61d029bb9c03d84a1d959463e9c3b825d015"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            12,
            9,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            6,
            11,
            8,
            11,
            12,
            5,
            5,
            9
          ],
          "topCandidateScores": [
            -0.046238429844379425,
            -3.7829105854034424,
            -5.320469379425049,
            -5.654323577880859,
            -5.80386209487915,
            -6.468498706817627,
            -6.488766670227051,
            -6.641310214996338,
            -6.659985542297363,
            -6.902746677398682
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6646366119384766,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c5eea4dffe9cd719b7f63257c599b060db38fd10b01994fabe402a6f31e9c1e8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3ddd33b113f35562f0a321d126d230ef610fceed32cfd967967705bedd757c43"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a9c9b68d128453bf5e4909c856d888243285970369fb78068bf48ddf8fe62c4c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "24f72431aece9c52b7ef36155703471ee2169428aa1dd9e69b8fe3a1c9d59795"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c213c3c1688ae6ca14e4e42b067d3e08cda81e23c17e7a784c005b7fcf60dab4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "259600ff4274299bd439df2ef9627056829c337fcd5bc02defd07b98458d41b2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "198f1fa55cb2f624fc7f903c1de84f506568b6a15ac21d58df8eeb148ce19a10"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "669432f2850713c3d027691c4523eef4ab075606d9c186bd43954713a1ae97ab"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            6,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            1,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            12,
            5,
            5,
            11,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.06855005025863647,
            -4.384250640869141,
            -4.661382675170898,
            -4.690058708190918,
            -5.333354949951172,
            -5.336142539978027,
            -5.594903945922852,
            -5.668680667877197,
            -6.186342239379883,
            -6.92298698425293
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0027875900268554688,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2be9239b9bf3c951d920329e5454aec289eb2496304bdad617eaff84f3a8e44c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ffcc0d93fbac6e19399b8e736182cdcb7bd17ebf93886831b8a374cfa7ef55a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8008bc5de045cf710f5d8d4e34214d33766ceed492b418b26b7e5d10c3f62a1a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "291cc97552d79635c1fce9ef010c5182a809942e9f3b8523bcdd215f32ecd62b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b23944c5481ed0b6f2ca2254dce9d5ff9f2c7d69ac2c30609631adabff78aa7d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "4b4a3ea671f098973a9c1857241d0d51b573464a6923ef0672815e45c93e54a7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c325a99f5cb8b99ee7ad253db031aa5bd2e1d89873281dc6dcc2a3fd0381b91a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "d6aa41eebc0f5c1bc1dceaff85f2a6922d923fa0c53d722fd8796d62b88a773e"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            12,
            6,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            0,
            4,
            0,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            5,
            7,
            6,
            6,
            11,
            5,
            27,
            12
          ],
          "topCandidateScores": [
            -0.07792670279741287,
            -4.431035995483398,
            -4.716479301452637,
            -4.748764991760254,
            -5.423728942871094,
            -5.958464622497559,
            -5.9789323806762695,
            -6.1292901039123535,
            -7.826147556304932,
            -7.8382568359375
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5347356796264648,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8a27a42578174dd2b96f31ee7601d63ae1b2d3706b31b683cc8acc69d9443631"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a35e99b3799578ce11c6b61bef0a537224f5198f6b6527ecd6511bb3c745eb16"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "7a8f603429f7934870b29a869a913a94fb54de0431f9bc37b6c740251a766696"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1b2c435942351003a19266c3b724cf94b9710e87a3a7139c0fa5c0f127b995f3"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1cb09252daf280528ddadb5979c417704c60105dc9216997ff10863fe44043f9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ce1edbb47deb44f8736ac4381531dfa58687e0a05e600284059c7d2445433fa1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1a0392ad17476a7d41fc081aa9ff8ab095d7e64da6c550610a51eac0fab46cda"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4937d817cb5d7391411000077b9efcb7ad5fbafdd46031cdc1c7924922176f90"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            12,
            6,
            5,
            5,
            6,
            5,
            4,
            11
          ],
          "topCandidateScores": [
            -0.07931286096572876,
            -4.431504726409912,
            -4.98769474029541,
            -5.13602352142334,
            -5.466121673583984,
            -5.792144775390625,
            -6.324778079986572,
            -7.016287326812744,
            -8.780284881591797,
            -9.423460960388184
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3260231018066406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1949d39c5bfa3ac2dc8369640e597bd7855b97c3d2223932678b3aba17249a45"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "91d9c6a277b7743301607e761aeb2f182c47fd542fe4d3f6e59bdc9a5003c082"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2946b28f41217ddc9eb5077db250f5b565f4afb4d36f5a21386c2246fe9cd02a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6e927802ddec8f6821575a02ee4cb830c8c284ba2a37c6413c37c1340d990e5c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "09927f1f5701c1013c69da78e62f2b8cd73ce6d6acdecd0b0023b025f467aa26"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "39f5d3441717bb1a378a31582eed5c8ccfa867af30790e6e0d0aee078ac58d98"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "bb45a03e7910d64190deebec321a4b55ec4381e423d674cd3c99aca9cbcd415c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "77a50fe2412a402c8fa24049f87d0bb4649fd041226abf0abb94dc8028cda8db"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            12,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            3,
            4,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            7,
            5,
            6,
            11,
            5,
            5,
            12,
            7
          ],
          "topCandidateScores": [
            -0.1562376320362091,
            -2.686929225921631,
            -4.431504726409912,
            -4.998588562011719,
            -5.777212142944336,
            -5.793300151824951,
            -5.868022441864014,
            -7.076406478881836,
            -8.512016296386719,
            -8.618318557739258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.016088008880615234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "47ccb03d537c9e84ddccc33e0bfc98157f3bf4773b90c2477cbe04daf665e7b3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c51789f1c23c87d08094df91428e9c115e84fb1ab4c1414f0d5b95d75eb56160"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5a4bac4b84d61b31b845222ad9c789c8d68dab7611242edb68600ae4fb27745a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2dee8c5bfd761d3b7f10718a859035580e156f0ea46f41c262d7af3b1f4ec7ce"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ab7353f123ad21e11b65cff3d44fae832b4090351c667609e2b688031099bede"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4daa15d00f348c0ab93af41b76db61a3510c9093eb62cf152c95d78fab5667d3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a3f0ea6b28e3dbbb4ebeb758e3754d86310117ae91f115883b7d1c214beb4e4b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "fd90a152c284668bf72c54005fb5deced2498cf43381b7fed8cb06d1be05bab0"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            11,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            12,
            6,
            5,
            17,
            5,
            11,
            23,
            5
          ],
          "topCandidateScores": [
            -0.1567763090133667,
            -2.687908411026001,
            -4.439655303955078,
            -4.999471664428711,
            -5.814879417419434,
            -8.922332763671875,
            -9.046475410461426,
            -9.189123153686523,
            -9.361854553222656,
            -9.844223022460938
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.1074533462524414,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "59fa92773dea45362ded1eec4975984856b4147b114c2231c7707038ded0f6c0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1781bfe8113d82d9a82a4c8a98ebf88f82a089d827f42312dcbe32da460a4010"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "86e2adf143206cd5ab7fc25a80046de9f4c9ce129ab2c5fea3a0e86b6769c879"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5a45f563fb6b8a55d400e0ff5bf6dd3c26a79299faf1f8867e6390e24fe9fbc0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9c31e9eee6aecddb360f96729fdf03a2e4b3ffc029b8142ab59a2c3b9c473177"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3f48db0ea3eb10445329317b6931e9b1e43c968b4a15451730e6dcdb576371a7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "51ca2b694327ebfb59429f067ece4d4176a992adde2c855527114f430cad35d2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9197d19cb031ccad9c7230aa5002d0584ca3e9ac060f08c5f8bfa61f97c5d94b"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            9,
            12,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            5,
            11,
            5,
            7,
            6,
            6,
            5,
            9
          ],
          "topCandidateScores": [
            -0.15737634897232056,
            -2.687908411026001,
            -4.4704670906066895,
            -5.626067638397217,
            -5.765716552734375,
            -5.815249919891357,
            -8.149237632751465,
            -8.316315650939941,
            -9.17824649810791,
            -9.178735733032227
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04953336715698242,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8c34a0e7337dbb5e0ebd8a97076c028aff89fa29cb9fa3a69e2d1e619cdeb1ab"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "04b8fb1570b4154a0211067da15fce22e9068b8e1c5a010033c2d8e3c0508a70"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c60c29d7f8b95d13be1a0334a7002bf2b49250c1eb9b97e7925950a3dd552c85"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a2b58199dd95260208acfc7e3eef985427561df5786ff3ca5f78927786894a87"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2ad6cdd3d15a3bbabb0f7647db736ce7d4c9e603885101c8861cbe1e34b616af"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "dacac9d4bed930f0140acca1215e9e177d8e63cb6b2a453aeaaf2da63caec06f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4e3f3cadb0a68cda94583cb9757eb57a7691355c94bb538938fdc72081018a03"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "408398f46f5727ccec56e5921ee582e0f336da317267381829cac0ada7385fd1"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            7,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            1,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            9,
            7,
            6,
            4,
            9,
            27,
            21
          ],
          "topCandidateScores": [
            -0.15759018063545227,
            -2.7004923820495605,
            -4.541249752044678,
            -5.626646518707275,
            -5.769398212432861,
            -7.403162002563477,
            -7.675314903259277,
            -8.679831504821777,
            -8.867799758911133,
            -8.913847923278809
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6337637901306152,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "20440898401b1f8f53200adddf4ad0e4731987f69351af81ed44a2efa2db935b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "db648303e3fa6bded832e38421eb248370c5365fb83c252207e7e9c757cad4ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4cbaa5dec42565f2211d1ae47804afee8ec02f8484d8b42ca88700c8db5395db"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c1e51980d1246ef97192f457aa8a6313c16e89fbb3c025e5664a6cde66a870a5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fb8eb48213d5404640bdd472be9394b1b8bd75cac54c94a398c8c46e0249dd22"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "90def980fde2790dfab9ecfaec6b06951c4916002cdb60791ed69b430489722e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "25198332516a1f227f1a1b9533734c190f4e83eb32b623083a2628bce38488be"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "313702d37f7e881b078b5c6f072b186fd0e3300609360424e3e89924eedfb9f5"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            5,
            5,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            1,
            1,
            3,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            17,
            3,
            5,
            6,
            23,
            7,
            11,
            4
          ],
          "topCandidateScores": [
            -0.15759018063545227,
            -3.823690176010132,
            -3.8668055534362793,
            -4.636463165283203,
            -4.782365798950195,
            -5.211986541748047,
            -5.513620853424072,
            -5.626646518707275,
            -5.76972770690918,
            -6.239508628845215
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -0.15759018063545227,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -3.823690176010132,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                5
              ],
              "score": -4.636463165283203,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42962074279785156,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c3ff3e16accacd0e4d5dfa7d9a6c62a5072adfaa7aeb1f494cf59cd0f60b9baa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "302cf5b09ae9558fd3a1069509331ccb21e3a4169e306459c2a3528d2e2b0b98"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ac52e6971145b11de427909327c485125e0df212c2b9827e7f684f2f27ddb0b1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8ed5871dd2dbcdc8600168059515a3ce57a5770f106a2693b1a73d671928d10c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "085b679c937d555f7ac84bf7f743c4ca3607f86c2913ee22160429dc8bf52c74"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5a1bcb34a94fe20322bdc077c2bdf84e6f2730a3d6d2a5a153f4f4425745af44"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "97780d1fc09009857367ea343b658687b56793aade042f59046fe8a187e385ba"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6cc43c092ac786406e9920cc06b1ff1e5dccdc817d0258c78005c7abb5641518"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            6,
            23,
            17,
            7,
            5
          ],
          "topCandidateParents": [
            2,
            4,
            1,
            3,
            0,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            5,
            5,
            14,
            6,
            5,
            11,
            17
          ],
          "topCandidateScores": [
            -3.8668055534362793,
            -5.346246719360352,
            -5.513620853424072,
            -5.629184722900391,
            -6.010339260101318,
            -6.314637184143066,
            -6.466062545776367,
            -6.651074409484863,
            -7.532911777496338,
            -7.871144771575928
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.8668055534362793,
              "finishedAt": 10,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5
              ],
              "score": -5.346246719360352,
              "finishedAt": 10,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                23
              ],
              "score": -5.513620853424072,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.30429792404174805,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2cbc988da40174550058b046eb004c420b1a44600ea4e111b04ae196df2afa67"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b13636557dbf04567d8aa46ae0db05e71ada88f311950bc957156c260e56f159"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "59dc766c5e1793b3aaad7c166947ff17e454f8a9ca7a8b5c962d169bfab7b718"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "95b498d5c8bd49ca6587db36fbfe8d1d638eb36860c9150f59bb90eaa5b663ba"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e182979d9bb4e5869dfe91f986295a2f3dfca7003a0b674dc1eb8aed6fec0e39"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8cf4b5694239268cdad8eb18a80996244353c831502a1ef1eabe85aa54221205"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "cb1c4fa04dc304a7b0abc65b7ecd86521ac1a8bf3e0a09ec852de66e04da7325"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a4d9c0fc9d26beddaeea7d1ea4be008636734188ad7327dfe046440101b27655"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9fd1ae8630ba06d8fb62b6a976f34c14d85253e13c09c5057667c71b5e5dc36b"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8117483a593f317eaadfd2cc80bc8baefbe28ef3a7970422c09b3d0ff9b485d1"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4768b44a2ed2a9e29eeb51b0a91f69590bedcb5fce9f05c4de45a9d5c051e753"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3fa497e45413975a787a315208b3a37747bb1a046e926d1ca1f928f80a89a07a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1ca0891fd85a715471079da13c2f5bd95201399c1b85396290f14567190c474a"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "0c22be655f5bd7355769c1de29374d0886d6f14e5d0319661114817347af3d71"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "81fbcf7f6fbe36ecca879c90724f7975b55137aed41530d8221807a639d5ea3f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a477be67108341d845d764487dea926c24a3c89fdb01c1feb991da4f7d078b56"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            9,
            4,
            17,
            45,
            13,
            39,
            23,
            21
          ],
          "topCandidateScores": [
            -0.01610320806503296,
            -5.04779577255249,
            -5.530431270599365,
            -5.803861141204834,
            -6.543020725250244,
            -8.412798881530762,
            -8.652434349060059,
            -9.436460494995117,
            -9.52953815460205,
            -9.564370155334473
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.8697781562805176
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            12,
            9,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            0,
            4,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            6,
            11,
            8,
            11,
            12,
            5,
            5,
            9
          ],
          "topCandidateScores": [
            -0.046237148344516754,
            -3.782909870147705,
            -5.320468425750732,
            -5.654323101043701,
            -5.803861141204834,
            -6.468499183654785,
            -6.488767623901367,
            -6.641310214996338,
            -6.6599836349487305,
            -6.902746200561523
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6646380424499512
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            6,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            1,
            2,
            0,
            1,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            12,
            5,
            5,
            11,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.0685482993721962,
            -4.384251594543457,
            -4.661381721496582,
            -4.690056800842285,
            -5.3333539962768555,
            -5.336143493652344,
            -5.594904899597168,
            -5.668679714202881,
            -6.186341285705566,
            -6.922989845275879
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0027894973754882812
        },
        {
          "step": 3,
          "inputTokenIDs": [
            12,
            6,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            0,
            4,
            0,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            5,
            7,
            6,
            6,
            11,
            5,
            27,
            12
          ],
          "topCandidateScores": [
            -0.07792448252439499,
            -4.431035995483398,
            -4.7164764404296875,
            -4.748763084411621,
            -5.423727989196777,
            -5.958462715148926,
            -5.978934288024902,
            -6.129289627075195,
            -7.826144695281982,
            -7.838249206542969
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5347347259521484
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            3,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            12,
            6,
            5,
            5,
            6,
            5,
            4,
            11
          ],
          "topCandidateScores": [
            -0.07931052148342133,
            -4.431504249572754,
            -4.987690448760986,
            -5.136021137237549,
            -5.466120719909668,
            -5.792141914367676,
            -6.324781894683838,
            -7.0162858963012695,
            -8.780284881591797,
            -9.423460006713867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3260211944580078
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            12,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            3,
            4,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            7,
            5,
            6,
            11,
            5,
            5,
            12,
            7
          ],
          "topCandidateScores": [
            -0.15623527765274048,
            -2.6869289875030518,
            -4.431504249572754,
            -4.99858283996582,
            -5.777212142944336,
            -5.793299198150635,
            -5.868018627166748,
            -7.076404094696045,
            -8.512016296386719,
            -8.618317604064941
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.016087055206298828
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            11,
            7,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            4,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            12,
            6,
            5,
            17,
            5,
            11,
            23,
            5
          ],
          "topCandidateScores": [
            -0.15677347779273987,
            -2.6879076957702637,
            -4.439654350280762,
            -4.999465465545654,
            -5.814878940582275,
            -8.922333717346191,
            -9.046469688415527,
            -9.189123153686523,
            -9.36185359954834,
            -9.84422492980957
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.107454776763916
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            9,
            12,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            5,
            11,
            5,
            7,
            6,
            6,
            5,
            9
          ],
          "topCandidateScores": [
            -0.15737304091453552,
            -2.6879076957702637,
            -4.470465660095215,
            -5.626060485839844,
            -5.765711784362793,
            -5.815248966217041,
            -8.149235725402832,
            -8.316309928894043,
            -9.178237915039062,
            -9.178729057312012
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04953718185424805
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            7,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            1,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            9,
            7,
            6,
            4,
            9,
            27,
            21
          ],
          "topCandidateScores": [
            -0.15758651494979858,
            -2.700490951538086,
            -4.541248798370361,
            -5.626638889312744,
            -5.769392967224121,
            -7.403156280517578,
            -7.67531681060791,
            -8.67983341217041,
            -8.867799758911133,
            -8.91384506225586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.633763313293457
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            5,
            5,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            1,
            1,
            3,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            17,
            3,
            5,
            6,
            23,
            7,
            11,
            4
          ],
          "topCandidateScores": [
            -0.15758651494979858,
            -3.8236870765686035,
            -3.866804599761963,
            -4.63646125793457,
            -4.782362461090088,
            -5.211986064910889,
            -5.513620376586914,
            -5.626638889312744,
            -5.7697224617004395,
            -6.239506244659424
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -0.15758651494979858,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -3.8236870765686035,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                5
              ],
              "score": -4.63646125793457,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4296236038208008
        },
        {
          "step": 10,
          "inputTokenIDs": [
            6,
            23,
            17,
            7,
            5
          ],
          "topCandidateParents": [
            2,
            4,
            1,
            3,
            0,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            5,
            5,
            14,
            6,
            5,
            11,
            17
          ],
          "topCandidateScores": [
            -3.866804599761963,
            -5.346241474151611,
            -5.513620376586914,
            -5.629177093505859,
            -6.010337829589844,
            -6.314635753631592,
            -6.466061592102051,
            -6.651071071624756,
            -7.5329108238220215,
            -7.871143341064453
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.866804599761963,
              "finishedAt": 10,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                5
              ],
              "score": -5.346241474151611,
              "finishedAt": 10,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                5,
                23
              ],
              "score": -5.513620376586914,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.30429792404174805
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -0.15759018063545227,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -3.823690176010132,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.8668055534362793,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            5
          ],
          "score": -4.636463165283203,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5
          ],
          "score": -5.346246719360352,
          "finishedAt": 10,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -0.15758651494979858,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -3.8236870765686035,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.866804599761963,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            5
          ],
          "score": -4.63646125793457,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            5,
            5
          ],
          "score": -5.346241474151611,
          "finishedAt": 10,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.CCN",
        "candidates": [
          {
            "smiles": "CCNC(C)=O",
            "formula": "C4H9NO",
            "model_score": -0.15759018063545227,
            "rank": 1
          },
          {
            "smiles": "CCNC(=O)CCl",
            "formula": "C4H8ClNO",
            "model_score": -3.8668055534362793,
            "rank": 2
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.CCN",
        "candidates": [
          {
            "smiles": "CCNC(C)=O",
            "formula": "C4H9NO",
            "model_score": -0.15758651494979858,
            "rank": 1
          },
          {
            "smiles": "CCNC(=O)CCl",
            "formula": "C4H8ClNO",
            "model_score": -3.866804599761963,
            "rank": 2
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "acyl-secondary-amine",
      "logitPairs": [
        "new-holdout-cpu__acyl-secondary-amine__logits_0",
        "new-holdout-cpu__acyl-secondary-amine__logits_1",
        "new-holdout-cpu__acyl-secondary-amine__logits_2",
        "new-holdout-cpu__acyl-secondary-amine__logits_3",
        "new-holdout-cpu__acyl-secondary-amine__logits_4",
        "new-holdout-cpu__acyl-secondary-amine__logits_5",
        "new-holdout-cpu__acyl-secondary-amine__logits_6",
        "new-holdout-cpu__acyl-secondary-amine__logits_7",
        "new-holdout-cpu__acyl-secondary-amine__logits_8",
        "new-holdout-cpu__acyl-secondary-amine__logits_9",
        "new-holdout-cpu__acyl-secondary-amine__logits_10",
        "new-holdout-cpu__acyl-secondary-amine__logits_11",
        "new-holdout-cpu__acyl-secondary-amine__logits_12",
        "new-holdout-cpu__acyl-secondary-amine__logits_13"
      ],
      "maximumProbabilityError": 1.1714909097793047e-06,
      "maximumRowTotalVariation": 1.175717298538403e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            4,
            9,
            17,
            45,
            13,
            20,
            23,
            19
          ],
          "topCandidateScores": [
            -0.028484387323260307,
            -4.7338409423828125,
            -4.759084224700928,
            -5.003850936889648,
            -6.2908477783203125,
            -7.387373924255371,
            -8.027213096618652,
            -8.993815422058105,
            -9.136408805847168,
            -9.213532447814941
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0965261459350586,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "bb0e2a1aa6c24c5ee8ccf8d552c286c87610ab125b1ef8fe32c5e9f5469df8d2"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "f328c08343440e4e0053ccabadf909bd108b01ad493c78ad796deb63ac0c36e9"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "612e3ee4987b0a6e036312202c42868e5562271cfa96ab7cc66f2259f948a304"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "4a88ded683aedebf7e0b0cae91916fcd48614ffb30577945f1a53a3f22fdd1a3"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "5dc10ab5483870230e882a6da16a5552eb4c700efe102e525fa6dcf8c4d9418c"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a2c9a03f637d4f67394992caf423a5b7131a9a2040194aa2321993c14cb8c347"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "44e43147a10a69fc0514408faf706787a616ecc3a3cf06a3a0ddd07b89cf2416"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "1daa0becf22cb529d9c50dfdc6ef42b06506bc7377269fb8e2f8921a409b0582"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "afdc5853e809e4cfce4532a33baac81f723a4123bad3d6bcb3f32fe048a900ba"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0a9706a29685fb15299256d4194e25f84c8e0c5dab30a5664fd2b7e1acaa6239"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "197e60f4cf4bb6b7057483cd907ad0393e27ca37a7c9afc968356bbd52f7e02e"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "93bd69112f0dc2d51307487bc26ea18717e0cad123d2587d75f8cf1471ea40e0"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f9175b7d23bc55e97310c1243371e0f030c98c503b31e9282f3dd56b657570de"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "fa67749f98e21fa387c2bc18900339b7eff555aecdd9413845436f890b80937e"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            12,
            4,
            9,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            2,
            0,
            1,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            6,
            8,
            9,
            6,
            11,
            11,
            8,
            5
          ],
          "topCandidateScores": [
            -0.14439286291599274,
            -2.8604846000671387,
            -3.509706497192383,
            -4.759084701538086,
            -4.787761688232422,
            -4.887518882751465,
            -5.12359619140625,
            -5.147472858428955,
            -5.884830951690674,
            -6.612767696380615
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09975719451904297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "23bfcf7acbd75bd74dd3e5514ad322e17382c05f301e272f689bb371e263da52"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "412e91b4eb338ae108696b0fa339fd9ed93d11e4585e5b2fd83586aef08de441"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "fbe7247defd6c67c038cd73e2d48a9bfb7587d5d4a7d8d62b0bb9e65c97f872c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "fb490add3ff38a73570c697bf6c6a876e8e19618eae59abc6390557b8011cca6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e79c1af9b4908c23227d9645ba1adf0809cfa6db61da90341ffc456af2e10a4b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0a8df5b294ef1f0a03a0d16adc63121b54c6fc5eae8a0eeb8888b717a7c061aa"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "870c96f65fb07a92badcb2ed5c0db81fd89d3fb9919145736b33933e52056cd1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8b53ae8da73b89402e0efed880d480b515fcf828a3d3d985b61bcb907cd25f0b"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            12,
            6,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            2,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            12,
            11,
            5,
            5,
            4,
            5,
            12,
            6
          ],
          "topCandidateScores": [
            -0.15585175156593323,
            -2.8776307106018066,
            -4.578916072845459,
            -4.623726844787598,
            -4.731060028076172,
            -5.002493381500244,
            -5.24257230758667,
            -5.393488883972168,
            -5.67181921005249,
            -6.026166915893555
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27143335342407227,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "46e3bab56bc1bae2256e7ef08030323d6f076fb80abe1ac8b2fff71b1a397e8f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "cd9d57af7873375e883ed75b1e0099bec76404e2ceac7c990a91deff0514c10a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "626e6f897711c3fbfc1cd7d91396b4a75f0dc0102bcfac6a134543e0470372bb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e7b74dfc7dcf2537a1a0cb3618edcf0ac29558f4fcd1bb71a091ff98daa8ff3e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ea6ad6bee1e566157010ab1658f732fb7d9df0ea8382fefd40c166d6b4c9ba82"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "046667a31cb03f84ed2dfb92a514dedaf116f5edbeeb540e04c3149dab66cd51"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ec126a59d9a5fc2050fc4eebc24e6be3960fd48719f80fb9cd308c9311a6f984"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e988250fad8cc483fefbe20d89d290b12bc0847cdb1dbfe44c6ad8cee58ffb6d"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            12,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            6,
            9,
            7,
            6,
            5,
            12,
            5,
            9
          ],
          "topCandidateScores": [
            -0.1593020260334015,
            -2.8783388137817383,
            -4.594534397125244,
            -4.629035472869873,
            -5.0687384605407715,
            -6.4037628173828125,
            -6.568049907684326,
            -6.919167518615723,
            -7.784399509429932,
            -8.059617042541504
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.335024356842041,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c597e4439d3b434ba888d6caa6310053adbbbdacf667cfd5f6044538aa4031dc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ebb4419ada00574754ec2b82934277a5fe10dec95acf25be83f191b3c59576ed"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d15713d8dfeb4e16c25cf9b6dbd82e6efc039b4b8cf5221736c4487fcf7f19e0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "30cfab92cd5bdd711677a9a2911ff069890bc90a0c96001ee9b7223a809d9251"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "fc61fa61d1bf971d846fe55fcff2ddff545ba11fd77af7e10f61213ed9b74a39"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "013c5f96e193be9cd1ffd846e916262762069fbfcffabcc6ba64c3c283668317"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "53c09c666da7705f024fb5646a3d7b81c84dc9c3652e5954b906fad13d2da7ce"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f755bbba20a3246450972442fc8b11d5dc8bb451693edd1bfaf3eb597c285c47"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            5,
            6,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            5,
            7,
            6,
            6,
            21,
            5,
            12,
            5
          ],
          "topCandidateScores": [
            -0.15952324867248535,
            -2.8959102630615234,
            -4.594860076904297,
            -4.629035472869873,
            -5.087762355804443,
            -6.977087020874023,
            -9.014215469360352,
            -9.898746490478516,
            -9.97651481628418,
            -10.020742416381836
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.88932466506958,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "db1773f1b08b24cdbc69857ca37418b949cdc297f249f196c811c22817b41191"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "17bc0a592aabce2737558cfddb9bc0690eb24c26164afa87333ad3edd77d53cd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "942ba473acbc4ee0cf5572afa54eb6fddb3f971a0d5f4d71be8c5cc415441860"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "94b64a3328c2acd8905691bc08b8765409654b433e1813adf6fb74b5f8f99715"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d66f8a5eaf5f8194c2f56a4d17d47a71b613fbb7844ab7938eb7517682b79b58"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9db0020d857fc82906ba15cf8b0328db5aec6cdf0b08710abb2b2abb88b5c590"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "62ff7308e66f94730f81bc15e9e209ba818fa052d0b53448b66f9cabb0d31422"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4d7883b0ff1f4b732e225bccf8d515060ff5535d23012343691730036d2c6d8a"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            7,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            4,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            6,
            11,
            12,
            4,
            5,
            6,
            9
          ],
          "topCandidateScores": [
            -0.15952324867248535,
            -2.902963161468506,
            -4.604640483856201,
            -4.6345696449279785,
            -5.7602338790893555,
            -5.841164588928223,
            -8.43989372253418,
            -9.314395904541016,
            -9.512914657592773,
            -10.122823715209961
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08093070983886719,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c7549b3f0aab81126004df50e245503402581bf2ead8ac1517aaed1af9ff1219"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a071e9cf62f44a832d1e21e66cdbcfbbe52437cd104d529210b48e3285f44e3c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "746bf921ad01a39077ae2bca21449fc5fe20e54f2f13739f5359adfc98104c9b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ea677708d81997648260168557299e423e8c382ad15d58cd49dd0ca1e5e29802"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f0c1470d5b0d54763105bef39f3df1e2fa5e3658e5047721ac87fcca3baa4f31"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "11631cab905715ac799559df463e2b1be142a553b0b6ae2fdd1f25d03858e8a2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "591523eb38832501130da5e1df738d2fc64e4c72036d9f5abe7c14ceef2a6b0e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "8a1fd4d48534e92264fdb8357aef3d814949752a0753dde3ce510e0d8f95dee0"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            5,
            7,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            5,
            12,
            5,
            9,
            9,
            4,
            17
          ],
          "topCandidateScores": [
            -0.17401760816574097,
            -2.908316135406494,
            -4.6047773361206055,
            -5.0338029861450195,
            -5.307297706604004,
            -5.373409271240234,
            -5.669954299926758,
            -5.760796070098877,
            -6.735417366027832,
            -7.24245548248291
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06611156463623047,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5ae273655ba5da8436798d27a1c1fe36e381d51d43652a4db41277a4f83a9a29"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "71ad5392b7892b1e0b3bbeba1cd0b83a32b8ea0a88072f3b4792fc284ef84697"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "bacd6f45940ab0c40ff91f57307d6f26000ef71f1e1c253e50ef7a0b74c9683d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "00848dd46dc46f049114958a2d6eb3349e972c7ba4ab7433eed3ad8c4e992172"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7d01012c279c5727e8007510930af5d83fc24ce22ade65b08e21869671db959d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3d9e903011f52839eb81bed8569af725822a5c69c998a4e497cc0566f3271534"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a9a19ff28cce25f8ee635bbc40492c7a249f70c75b4e35f873aae8e35587a9e1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "93d2892ce840c49af1504d207a811b4490af78e6c960c7048dd138ad13b50ec2"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            6,
            5,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            4,
            3,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            11,
            5,
            7,
            6,
            12,
            5,
            6,
            5,
            8
          ],
          "topCandidateScores": [
            -0.17708563804626465,
            -3.33821702003479,
            -3.965743064880371,
            -4.60875129699707,
            -5.316512584686279,
            -5.730747699737549,
            -6.3191914558410645,
            -6.343863010406494,
            -6.959343910217285,
            -8.124604225158691
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.41423511505126953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f43ff9c791a0eef42a6e4355342db6680e3da07014c1fb099daab4471499df75"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "444cf4af2ea27f26d62787adb9bd53b1a209c888b09cd1f8fe9eff6bd865ca40"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11050c78f603a1fc43f684f9b38a3a588e83bfde06498764ee0fa2aa148720b0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "22de6d9c083d485d5cbb6ba69c75435646a1dc3d8d1587eae24a43cee6f1776e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d1ab74a4e0bb4f9d6d02ecc28d05f8860a2e50e64a5ce5bdbc0254926ac84d6e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1a058e6d4247afa80c7dabe980a0033f03e2c5260e4a84707d7222d0b0339387"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b0a3492363c46e88fb598428d0409b6f2273fe7de91fe8142ae923011000c2f9"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6d7002731f65bb58fdb7d4f6adc70cd34ab230b7c2f162558b963e9bc204dd62"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            7,
            6,
            5,
            17,
            4,
            23,
            11,
            5
          ],
          "topCandidateScores": [
            -0.17715024948120117,
            -3.3387162685394287,
            -3.9760923385620117,
            -4.611242294311523,
            -5.316596984863281,
            -9.246301651000977,
            -10.154630661010742,
            -10.403467178344727,
            -10.658449172973633,
            -11.24342155456543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.9297046661376953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "dc5d9cf90c9f9662934f48b6361f3c2afc45b999b65fbad4d622bb5115ab95a9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "9112c82fc819bca5c4c13dd819ebf3b193bbe7064464aef59cec5c1af0d4de82"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b7ba25bf62b583e73952c0a98902748be7fc01577db420a3a7c5c57eb7da38cb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0e3a8435e7a42e1b4fe890402bcc6d9ddf30d57f203fe04e88fc732cedffaf14"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "96ae696e8ee2043de6934217a0fa325ab3196e16818b15be3693580f907566c0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f6309eeef881fd163f1eddf07a4a639ded50fcd21b0ec894bcdbdcd51d8253eb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3bc23bb7ad4857d1651f62cbf4dfe916821c94ba89480809bb83d6159a665f92"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "192d4bf56e81c6d4ac3b7dff69efb45874e122d1041d8551162cba18d6b008e4"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            9,
            7,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            7,
            5,
            5,
            6,
            6,
            5
          ],
          "topCandidateScores": [
            -0.1773596853017807,
            -3.3387162685394287,
            -3.9833226203918457,
            -5.2510762214660645,
            -5.316977500915527,
            -5.365714073181152,
            -8.95860481262207,
            -9.085744857788086,
            -10.939411163330078,
            -11.48057746887207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.048736572265625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "96f7d6ed420a0ddc3036b38b2a6dbff42515840493f444c70235c04a1d0f823d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "3fc91d36e938073d0b61711b69e2ef004f797d11e22f04568f1c9fea23f7dc90"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d9177ffe7f61e5e7269a98ef3bbc51ff0b6d2d80b950f33191d57dc0cd0bff4a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "89277b875e5f1ac45b2dcfce764e3a156c06c46cee14192fba2a0bcdd98e6c0e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ba76eb1d1b967564b4b58b56e38a9000d86173bbbe5fee9cbad6c3a71c2b9565"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "b7243a60938c99d3f7a39a78d4c3e0f8dcd4685475c9c646f3c10b0418e452ec"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "15b2c93ade044ece7b2a56e79f636bb1111c3a0cba5d6dbb634dbe99ae35982f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cbdb6ffd50ca0e610ef6cec162a6d4640ac646584bd869dc64a82e0f1422b557"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            9,
            9,
            5,
            4,
            9,
            27,
            4,
            9
          ],
          "topCandidateScores": [
            -0.1776307374238968,
            -3.363896369934082,
            -3.9836835861206055,
            -5.251898765563965,
            -5.317023277282715,
            -7.578622817993164,
            -8.710174560546875,
            -9.254416465759277,
            -9.352059364318848,
            -9.555253028869629
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.261599540710449,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a0681563c26c2ec76b15bc1cada47be0672ea71c9d7f17881073b813db490493"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "7fc272f3e3d9486f977d31e8a1041a580558f4fd2faff4781f30bbd31fc434cf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c3ee149d0425367559621673cfc279debe73bb2e823f660de7a35bf3a13a48e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "90046fafd86e65f1beb18904159d5518f669ba1b2fdda3647685912dfa805bc7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9083540281fc4eeb9fcfd94598a05a925dfe9bed5e832a973845d3f39f9c8301"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a5ab0120a1d93e8a7a4f8884d9967a6b5a575ddc71e8574efbea04d6e9355cf5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f241dfb447c9a9607f693399341cfb55492b4bab2c808b0b2d6d9c8eb1a20abf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "1e9995258f5e21010df3d781068c98d2bde8720b4194e1d50339e8aecd353bce"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            9,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            17,
            3,
            7,
            7,
            5,
            6,
            23,
            11,
            4
          ],
          "topCandidateScores": [
            -0.17848831415176392,
            -3.8259496688842773,
            -3.9836835861206055,
            -5.251898765563965,
            -5.3173394203186035,
            -5.646969318389893,
            -6.1888933181762695,
            -6.375010967254639,
            -6.518772125244141,
            -6.879878044128418
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                6,
                5,
                7,
                5
              ],
              "score": -0.17848831415176392,
              "finishedAt": 11,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -3.9836835861206055,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.32962989807128906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "362414832b6bbc499fb25c32368797a33e44349bb7a7887d513faf4df076915f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e7567ddac63f69013d03b353f1793c443e7ed8b1534c78f2aae11f4cac19a7e2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0d0d52eaa61c0db9ef26b2e587c56dacce6c0a551739726df6adbd2ff48044d0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "91bb868b685ab364131185565929c8f6fb5046062526c3a4fb41f2d5b70bcf38"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6e8da8465b27883a2e5d5b7b287f01aa25cd6769f385a050011bfd461e4a6c58"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8f1bfb87f285d8274f6551ed36354154e9a87d6de7b96301f3087139bfda4ee7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d1c4d3ce0dcceeab62e1e452adbfd267c43a4a9fe15662f745fd6859f6f21348"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "608021b5bd1d3392b0e9b67cf0d825bdc6535ab932b54fb17cde0059bff89817"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            17,
            6,
            7,
            7
          ],
          "topCandidateParents": [
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            5,
            6,
            5,
            5,
            14,
            11,
            24,
            8
          ],
          "topCandidateScores": [
            -3.8259496688842773,
            -5.254457950592041,
            -5.320309638977051,
            -6.672060966491699,
            -7.1564106941223145,
            -7.192703723907471,
            -7.813169479370117,
            -7.854855537414551,
            -7.878258228302002,
            -8.173894882202148
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.8259496688842773,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03629302978515625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e036c4a5ecb26ab583a2d11c35e7d058fb3c5c8bef906e872dcb1effbfb07984"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6a3337aab8f6e0f54dbcd3fe6a09c1bb60007bf4e0cef151a1593d214e1189e8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f08c785e0ee26857602d865315f6a65be084fc0d51d48f3137fe45e393681e95"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2a161cf56cd412f2c234241be6733e3f2cbd48607e7dc8f456b0455c95e3eb02"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "5ce97889581c67574ee8027781fa6214668cd39609411c9be45e4b2c51a44a5b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "89f22f1e822b4e283831638271fc0ff360c55eff666de5faf94677e8d1cc8c85"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "792866052e0711d4055466414caf67c760dc93e950ebc856ac4cacf6a9907bbe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d278bee1a23fa28672939a1363b9272c3d4018b367ffb72a77d7c459cdf899f4"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            11,
            7,
            5,
            5,
            17,
            6,
            12,
            11
          ],
          "topCandidateScores": [
            -5.269960403442383,
            -5.325543403625488,
            -7.078246593475342,
            -7.194643020629883,
            -7.993842601776123,
            -8.211209297180176,
            -8.72679615020752,
            -8.985451698303223,
            -10.02699089050293,
            -10.1167573928833
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                6,
                12,
                6,
                5,
                7,
                5,
                7,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -5.269960403442383,
              "finishedAt": 13,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                6,
                11,
                9,
                7,
                6,
                12,
                6,
                5,
                7,
                5,
                7,
                5
              ],
              "score": -5.325543403625488,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21736669540405273,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4c252f7996b162f7f247afc5fb7869d1d534d2f5e7a5372149f5f88de0337048"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "88e125f84121822df3ea59df0b4dcef50682e5752e214a764ecc72be573e6f12"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "a8809f23468cdc6f5e4d2a3700bf33215b62f587e66ecd642adcd51d8f86f06a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "179a6c3bda07b938cc544022b9ff6c277aec4b4252a816acb33d03a3033e2253"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "f2157f852e77ac31dd27ab0988c7be79f46283fa46b9aa30ee9ecaf6f0dec01e"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "47a96ec61548c89bb862ae3e5bb00fceb8b5d975fdcd4a915cd34c8e18b1e4dd"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "219d087bbb54c819d0c1894fea40bf9522bb5cb1d4499c9fd68382296c7ab625"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "dd0be74894fe92969ac9306fc57fb07b9966c8a28960bfe11b37305542412ec5"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5dc853b68508d73807317fb1f76f1876a0765e40ad49712f87560fa1f99b4be8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "700173b02752af113de78a0f424554dfb6fae9c2ce85f4a220f2ba4cdd1ae9e3"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "31022ce9a49405911be397cfed49c3b1262ef58b08e9258ebceed0a6daddc8ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e110ef0b383ba53d1c539362fd8de52818432735596f7e98aa0f4dcb0b7fc136"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ca568f924bfb895106d5a3c8a2da5fc107907ffaf097071c888523f8149289b2"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8da183cf03099faf2e421623d2081d21042cd4ed9f0f07d76c9a856d8ccef02a"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7e499681a546c0280f2795d622d28e21827162107d1058e09fbedef79ddcc383"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "a4875891b84b3918d9fb9097f38b230753b667a1204631bc54c5298c53ef94af"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            4,
            9,
            17,
            45,
            13,
            20,
            23,
            19
          ],
          "topCandidateScores": [
            -0.028483577072620392,
            -4.733840465545654,
            -4.7590837478637695,
            -5.003849029541016,
            -6.290844917297363,
            -7.387371063232422,
            -8.02721118927002,
            -8.993814468383789,
            -9.136407852172852,
            -9.213529586791992
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0965261459350586
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            12,
            4,
            9,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            2,
            0,
            1,
            0,
            3,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            6,
            8,
            9,
            6,
            11,
            11,
            8,
            5
          ],
          "topCandidateScores": [
            -0.1443915218114853,
            -2.860485553741455,
            -3.509706497192383,
            -4.759084224700928,
            -4.787760257720947,
            -4.887517929077148,
            -5.123596668243408,
            -5.147469520568848,
            -5.884830951690674,
            -6.612764358520508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09975767135620117
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            12,
            6,
            8,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            2,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            12,
            11,
            5,
            5,
            4,
            5,
            12,
            6
          ],
          "topCandidateScores": [
            -0.15584959089756012,
            -2.877631425857544,
            -4.578916072845459,
            -4.623724937438965,
            -4.731060981750488,
            -5.002491474151611,
            -5.2425713539123535,
            -5.3934855461120605,
            -5.671815395355225,
            -6.026165008544922
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27143049240112305
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            12,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            6,
            9,
            7,
            6,
            5,
            12,
            5,
            9
          ],
          "topCandidateScores": [
            -0.15929926931858063,
            -2.8783388137817383,
            -4.594533920288086,
            -4.62903356552124,
            -5.068737030029297,
            -6.403765678405762,
            -6.568047046661377,
            -6.919166088104248,
            -7.784400939941406,
            -8.059612274169922
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3350286483764648
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            5,
            6,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            5,
            7,
            6,
            6,
            21,
            5,
            12,
            5
          ],
          "topCandidateScores": [
            -0.1595202535390854,
            -2.8959097862243652,
            -4.594858646392822,
            -4.62903356552124,
            -5.087760925292969,
            -6.977097034454346,
            -9.014214515686035,
            -9.8987455368042,
            -9.97651481628418,
            -10.020743370056152
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.889336109161377
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            7,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            4,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            7,
            6,
            11,
            12,
            4,
            5,
            6,
            9
          ],
          "topCandidateScores": [
            -0.1595202535390854,
            -2.9029617309570312,
            -4.604638576507568,
            -4.6345672607421875,
            -5.760234355926514,
            -5.841160297393799,
            -8.439891815185547,
            -9.3143949508667,
            -9.512910842895508,
            -10.12281608581543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08092594146728516
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            5,
            7,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            3,
            0,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            6,
            5,
            5,
            12,
            5,
            9,
            9,
            4,
            17
          ],
          "topCandidateScores": [
            -0.1740136742591858,
            -2.9083147048950195,
            -4.6047749519348145,
            -5.033797264099121,
            -5.307293891906738,
            -5.37340784072876,
            -5.669943809509277,
            -5.760796070098877,
            -6.735407829284668,
            -7.242443561553955
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06611394882202148
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            6,
            5,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            4,
            3,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            11,
            5,
            7,
            6,
            12,
            5,
            6,
            5,
            8
          ],
          "topCandidateScores": [
            -0.17708134651184082,
            -3.3382153511047363,
            -3.9657421112060547,
            -4.608747959136963,
            -5.3165082931518555,
            -5.730741024017334,
            -6.319183826446533,
            -6.343855381011963,
            -6.959341049194336,
            -8.124595642089844
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4142327308654785
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            11,
            5,
            7,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            7,
            6,
            5,
            17,
            4,
            23,
            11,
            5
          ],
          "topCandidateScores": [
            -0.17714595794677734,
            -3.338714122772217,
            -3.976090431213379,
            -4.611238479614258,
            -5.316592216491699,
            -9.246294975280762,
            -10.15462589263916,
            -10.403461456298828,
            -10.658442497253418,
            -11.243417739868164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.9297027587890625
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            9,
            7,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            2,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            11,
            11,
            7,
            5,
            5,
            6,
            6,
            5
          ],
          "topCandidateScores": [
            -0.17735527455806732,
            -3.338714122772217,
            -3.983320474624634,
            -5.251072406768799,
            -5.316972255706787,
            -5.365710258483887,
            -8.958596229553223,
            -9.085746765136719,
            -10.939404487609863,
            -11.480579376220703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.04873800277709961
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            7,
            11,
            11,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            9,
            9,
            5,
            4,
            9,
            27,
            4,
            9
          ],
          "topCandidateScores": [
            -0.17762620747089386,
            -3.363893508911133,
            -3.9836809635162354,
            -5.251894474029541,
            -5.317017555236816,
            -7.578614234924316,
            -8.710169792175293,
            -9.254409790039062,
            -9.352056503295898,
            -9.55524730682373
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.2615966796875
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            9,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            17,
            3,
            7,
            7,
            5,
            6,
            23,
            11,
            4
          ],
          "topCandidateScores": [
            -0.17848294973373413,
            -3.825946807861328,
            -3.9836809635162354,
            -5.251894474029541,
            -5.317333698272705,
            -5.646965980529785,
            -6.188889503479004,
            -6.37500524520874,
            -6.518771171569824,
            -6.879871368408203
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                6,
                5,
                7,
                5
              ],
              "score": -0.17848294973373413,
              "finishedAt": 11,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -3.9836809635162354,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3296322822570801
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            17,
            6,
            7,
            7
          ],
          "topCandidateParents": [
            1,
            3,
            4,
            0,
            2,
            0,
            2,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            5,
            6,
            5,
            5,
            14,
            11,
            24,
            8
          ],
          "topCandidateScores": [
            -3.825946807861328,
            -5.254453659057617,
            -5.320303916931152,
            -6.672056674957275,
            -7.156406402587891,
            -7.192699909210205,
            -7.813163757324219,
            -7.854852199554443,
            -7.878252983093262,
            -8.173891067504883
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.825946807861328,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03629350662231445
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            3,
            0,
            0,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            11,
            7,
            5,
            5,
            17,
            6,
            12,
            11
          ],
          "topCandidateScores": [
            -5.269954681396484,
            -5.325537204742432,
            -7.078240871429443,
            -7.194638252258301,
            -7.993840217590332,
            -8.211204528808594,
            -8.72679328918457,
            -8.98544692993164,
            -10.026987075805664,
            -10.116756439208984
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                6,
                12,
                6,
                5,
                7,
                5,
                7,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -5.269954681396484,
              "finishedAt": 13,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                6,
                11,
                9,
                7,
                6,
                12,
                6,
                5,
                7,
                5,
                7,
                5
              ],
              "score": -5.325537204742432,
              "finishedAt": 13,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.21736431121826172
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            6,
            5,
            7,
            5
          ],
          "score": -0.17848831415176392,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.8259496688842773,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -3.9836835861206055,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            6,
            12,
            6,
            5,
            7,
            5,
            7,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -5.269960403442383,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            6,
            11,
            9,
            7,
            6,
            12,
            6,
            5,
            7,
            5,
            7,
            5
          ],
          "score": -5.325543403625488,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            6,
            5,
            7,
            5
          ],
          "score": -0.17848294973373413,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.825946807861328,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -3.9836809635162354,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            6,
            12,
            6,
            5,
            7,
            5,
            7,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -5.269954681396484,
          "finishedAt": 13,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            6,
            11,
            9,
            7,
            6,
            12,
            6,
            5,
            7,
            5,
            7,
            5
          ],
          "score": -5.325537204742432,
          "finishedAt": 13,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.CNC",
        "candidates": [
          {
            "smiles": "CC(=O)N(C)C",
            "formula": "C4H9NO",
            "model_score": -0.17848831415176392,
            "rank": 1
          },
          {
            "smiles": "CN(C)C(=O)CCl",
            "formula": "C4H8ClNO",
            "model_score": -3.8259496688842773,
            "rank": 2
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.CNC",
        "candidates": [
          {
            "smiles": "CC(=O)N(C)C",
            "formula": "C4H9NO",
            "model_score": -0.17848294973373413,
            "rank": 1
          },
          {
            "smiles": "CN(C)C(=O)CCl",
            "formula": "C4H8ClNO",
            "model_score": -3.825946807861328,
            "rank": 2
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "benzoyl-aniline",
      "logitPairs": [
        "new-holdout-cpu__benzoyl-aniline__logits_0",
        "new-holdout-cpu__benzoyl-aniline__logits_1",
        "new-holdout-cpu__benzoyl-aniline__logits_2",
        "new-holdout-cpu__benzoyl-aniline__logits_3",
        "new-holdout-cpu__benzoyl-aniline__logits_4",
        "new-holdout-cpu__benzoyl-aniline__logits_5",
        "new-holdout-cpu__benzoyl-aniline__logits_6",
        "new-holdout-cpu__benzoyl-aniline__logits_7",
        "new-holdout-cpu__benzoyl-aniline__logits_8",
        "new-holdout-cpu__benzoyl-aniline__logits_9",
        "new-holdout-cpu__benzoyl-aniline__logits_10",
        "new-holdout-cpu__benzoyl-aniline__logits_11",
        "new-holdout-cpu__benzoyl-aniline__logits_12",
        "new-holdout-cpu__benzoyl-aniline__logits_13",
        "new-holdout-cpu__benzoyl-aniline__logits_14",
        "new-holdout-cpu__benzoyl-aniline__logits_15",
        "new-holdout-cpu__benzoyl-aniline__logits_16",
        "new-holdout-cpu__benzoyl-aniline__logits_17",
        "new-holdout-cpu__benzoyl-aniline__logits_18",
        "new-holdout-cpu__benzoyl-aniline__logits_19",
        "new-holdout-cpu__benzoyl-aniline__logits_20",
        "new-holdout-cpu__benzoyl-aniline__logits_21",
        "new-holdout-cpu__benzoyl-aniline__logits_22",
        "new-holdout-cpu__benzoyl-aniline__logits_23"
      ],
      "maximumProbabilityError": 6.121168794059884e-07,
      "maximumRowTotalVariation": 6.675000877927165e-07,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            12,
            5,
            17,
            21,
            13,
            45,
            23,
            14
          ],
          "topCandidateScores": [
            -0.2076271027326584,
            -2.5957911014556885,
            -2.7210500240325928,
            -3.2041032314300537,
            -5.244739055633545,
            -8.081330299377441,
            -8.208928108215332,
            -9.1262788772583,
            -9.44094467163086,
            -9.479694366455078
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.8365912437438965,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "20312498ed0b60945c9987243c5a1d7dbdce56a8b40c404168843f47a15c2984"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "4d213f323d5f6850082bc933b629888de167d56c0eba8f7ae190977af436b092"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "a95b98a4ff2eaf0b5bfc52a1d3f1c91acd97eafafbe5db4742c381ec3af63cf9"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "005ca3728600bb6260488456c345f3e25a895e4bac10bb90bf249d8e3ae29399"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "8fab3c50e44f16317b9d1eea719a75fb2e4973bf8e24297fe50b3eab5cf77717"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0cb477c29afd96f1e87f0d7b42796a4367651e6f9148a1deb7c2181788bfd296"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "70ccdacfc253d33c4dc0a36ba63818e8470f1ef37266b08f9991c7a66b1cb497"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "aacf9b5043e9a53ccce065960ee4dc5adf88c67e575eeac6239db633542452a7"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c90fb6ed54228f83822a5a1206a4be431f8ff6e2bbb31df11705c39e2ed195d7"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "2485e9dfb24e4b411bb54c078587b8b2d443dd2ab29beca0fc12f8127fb73152"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "f2394b64525b61ae0b5183e28fed7a299592f92488070438b68669a2ca79cda1"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                24,
                64
              ],
              "sha256": "fd3527902a813eb2548d6b282e46cbaf79707e3f5bca468508b6291a920883ac"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "0c22118c0c97e11fc91a266472058ccc97b099c9b665d13a847f0fb12dde274f"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "abe220eba9c38f576e2f9d151a61f301eddc63b2585109e0c34f4d730d120bb6"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            4,
            12,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            11,
            8,
            4,
            5,
            5,
            4,
            6,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -0.20974405109882355,
            -2.5957915782928467,
            -3.4372262954711914,
            -3.4759280681610107,
            -3.9529049396514893,
            -5.124439239501953,
            -5.501315116882324,
            -5.510889053344727,
            -5.589991569519043,
            -5.832111358642578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1715342998504639,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "057b4f558738d55611307095a9c5d8ee118ecc06b0cb287b93c3f5e907667edc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cc0867ccd29483c2bba6ce212e6fa874801b939741b402f551b80ed36f513a92"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a187fa2d85b0622d85dcacad68d9b9b3415c60917ad49acc33b6d949a3bdfb00"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ac6ab34dd054301b030c010ec113900527beb520ad8b2f4f8c362e47dbb952da"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1774527051e21a1db410863e5ee23c3f2d6273db0ebb1a5e7a6569a774674ecc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "aa9ca7ce08720f7d3ce4769c0f25c725ed2f3472ac8bdd0aeb7a604655b255a1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c004f952e5c6dac263a65864300162781d2190ce6fbe2d5dc25d7ba7f0c98698"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "23dcb02424ba700b2f9ffc34ce508b026533b119c2de5a5e2c8f2e542a298866"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            11,
            8,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            8,
            6,
            6,
            5,
            6,
            4,
            9,
            8
          ],
          "topCandidateScores": [
            -0.2150399386882782,
            -2.669766664505005,
            -3.4372262954711914,
            -3.5208590030670166,
            -4.925085544586182,
            -4.957320690155029,
            -5.2850751876831055,
            -5.565702438354492,
            -6.52928352355957,
            -6.6324005126953125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.032235145568847656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c316daf5fa8f2cb6849245fbf2c1b2beb35549901d4b6df28f3ddaa8fe8c7971"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "6ddb5597e82574b06e0447ba7d761c98b135e8442e0133737b696d5b5e0ce6ef"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "401688d903e62b951a3107d185d668d915600281fb2196cc6bc203bbcbe9bb36"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c617fdf8c8736aeca0df3099aa5e24ff5121d0832c2d0d418a9d106b344b972b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "3d521c923545aa73931bcf5b8a55f9a01392e3c4c88f459dbc20c40cfb7af959"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "d816a8c52dedcb96bf8a5a977273181d9ec4c55897855db1e0a16929fbd442bc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "d1704bc7724802864ad5cf8bc96acfd52372435ecaef722deef76496c4e0cc08"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c2a9bec765a4024fe719754485262f708e7245c0064324bfcbbdd8c6b13f9995"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            4,
            8,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            4,
            4,
            11,
            5,
            6,
            11,
            8,
            4,
            12
          ],
          "topCandidateScores": [
            -0.21951088309288025,
            -2.7168383598327637,
            -3.4381535053253174,
            -3.5235254764556885,
            -5.562824726104736,
            -5.821942329406738,
            -5.943846225738525,
            -6.445130825042725,
            -7.293059825897217,
            -7.406484127044678
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.25911760330200195,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4b8f9646b4ef258f6a5eb44e2fd7aa5972d45e23d3dd6a277b28fe0235fbaf66"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9fa9fdb0a648dc9f1826a4bd2316e7caf80d503c24f18ebd9108f76d05171721"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "bbad5f1af31de0a6abc280cbf346d45fcfe2dd30ce1ef54b7c8944df00e92ce9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "86e58929cf70f0515db8f1f370923a771431da6ece122435f05459dc6ad49b78"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9d00ccb0ef2e9031ba5c49b3fe20f5baf067eefc9829a7af80dbaaf72995cb4f"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "16c005b85e88881b9210071fe6409d63a8286b72d3f702c4649e2cd19506a8d3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "54a877488d0ded14153a4b060b354ebb16435a15f2ca239d9ef582b3a5e7b3a8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "16997b94f79d29705147c9c3d09e930f319740fb9d7d94ce7fde9a23b94ea933"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            1,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            4,
            4,
            9,
            4,
            7,
            6,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.23286055028438568,
            -2.7593958377838135,
            -3.5178680419921875,
            -3.5250589847564697,
            -5.11519718170166,
            -5.626585960388184,
            -5.996392250061035,
            -6.011394023895264,
            -6.291884899139404,
            -6.458408832550049
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5113887786865234,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ac1d3a7072569ac25ffe2002555873d7e1624b93742723f2ce97f15d5900dd23"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "fe4d065407b95cd0ad2b224e1c7237eef35917f792f04af1a64526c92085d405"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "40bdd62ce5f4afc3133ecb2633a584d4e5c7cf22331fb42e86fcff9623f4c51e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4d859d603fe27f650ce00c0423aaae20b4e91655b3475329b29adb32ac0bcafb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d1d280acf344ea05c18793198ec9f33b637cac777adc8530d01623d791d4e742"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a03092102c3810f922132713a5493dfb4c53b50df381eab7ece0f73c42615266"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "694740864484e9d66c6eaac3328fad1e669914a23ca40bee69e5a940495a4380"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "37696035e6e749ec9e35247c7c7ddd2f32f44f713ea07992e1923b889e03d73e"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            12,
            4,
            4,
            9,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            1,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            8,
            10,
            4,
            5,
            6,
            9
          ],
          "topCandidateScores": [
            -0.23694346845149994,
            -2.903029441833496,
            -3.525073289871216,
            -3.531111478805542,
            -5.11519718170166,
            -5.439739227294922,
            -5.490659713745117,
            -5.940395832061768,
            -7.933955192565918,
            -8.532918930053711
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3245420455932617,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "78cf475c4cad01211cac227fb35ec1a7fbd31aaa5fab1865da652d6b10d91330"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e13f66b156b9edb6d1e8473535e385b4be2fceac4bf9aaa7becb61ee2d23ac93"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9619377c397036cffa462a08e5b7d18e33762ff818fda7bf5a81a7388f60ab28"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "28dad1e3d42cfe6bde6f198e5004ed89f36f73bdd2b1f8dd8c9a7de7f2986ce4"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2878ba5150abb95b2b08f7e36f526acc10f08ca53afad728baf5dbe3d7277e83"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2ba39fc7e3028a6b134a5ebaf994b083c80949f828df34bd25ec5963579270c9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4a9dceb2041d056fc11e1809e97227191866ebf8a023346576521e898450bfd9"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b40f66c0869827cffe21cdef2edfc9de009e2fd7c37fe56b0fcc4c606c081fb0"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            1,
            3,
            4,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            4,
            6,
            12,
            4,
            4,
            18,
            4,
            5
          ],
          "topCandidateScores": [
            -0.23694346845149994,
            -3.4628331661224365,
            -3.570631504058838,
            -4.142090320587158,
            -4.195089817047119,
            -4.332357883453369,
            -5.1152215003967285,
            -5.164579391479492,
            -6.041142463684082,
            -6.784354209899902
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13726806640625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "388ed04ee02ba12c10396241c87102ff1d3138c7d7c8d6d4a23f9a21f120dd2c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e938c5031e07dc1ab748ed7198e58074792f78ea1fcab816ec25b91ae29a963d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "27d1da4c4437ea2801d9c23ce931b31cd08ccb43875901d8a5053fa4c0c9061c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "ee97b15ce347fd36bd81cac72d5c87ff87257f0329efff949e16351d970a8c16"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "647b63d5c9651850128aedffda25644250d1a702efb103f83eb25b7877aad3bb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "79ca65d61e9d376e296e923f45b45fdde46689562324155ec3850ffa6506f492"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e96add0e00d2d321e12e593a237efc98b107667a380a677923f770cad7c88940"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "0d242939d7cdc310cf0ae1c82d23721951ef558547dc47570dbbbe5a9d8fa1f2"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            8,
            5,
            4,
            6,
            12
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            4,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            12,
            5,
            5,
            6,
            4,
            10,
            4,
            5
          ],
          "topCandidateScores": [
            -0.23695658147335052,
            -3.570632219314575,
            -3.9531869888305664,
            -4.192600250244141,
            -4.681233882904053,
            -4.985862731933594,
            -5.426438331604004,
            -6.294597625732422,
            -6.332929611206055,
            -6.69239616394043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.304628849029541,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c0d0fd6dea68b37f4922e3e30970affd5720880673d604064debbd6d9fd1fa1d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4714fc25683c0cdcf59409b9e62ccb193b53c7c476d9ee8dbcd3b96e1d0cc520"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "127704614afa514d53ca0aa62e5e8ecb69b445ccd5f2654474eeee7bd80b89c7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5709df8df4cc0b063ee7a6ec34890cd4a1b147e9e3a3d290040fb4881f70641d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5fbe975cf5f788fb2b99bfefb462373286d9ddeed68ea47d092b876f2998afaf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e618d0c70fddcfcb83d2bb11d02542d4363c6dde7985b22a5c279281c1a5cdbf"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "240c0e5d343914df3cb0ead24875ddf9829654e798e769741e984199c4036ae7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c07cb86b1a5af9b05dbc457b0dc96222707a623ee4f3fd62a7b51d6a448b4e2f"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            8,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            4,
            6,
            5,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.23712477087974548,
            -3.57082462310791,
            -4.014274597167969,
            -4.220615863800049,
            -4.853687286376953,
            -6.886520862579346,
            -7.354713439941406,
            -8.109176635742188,
            -8.419042587280273,
            -8.514031410217285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0328335762023926,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c94b9e0a5b8dba3ba857055f6607c0df778dde8ba86ad12ca4c5de93b5216f89"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "fda32e6b0b92bf35b0c3fd533e35e1e5f6a07cf0e5011231fd7896961826520b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c1c9c2fd9c49de061da830ab14848d61911a579b13bc972ddd206d846d159825"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c13fad6b065aeba3c360c4db91761cd3f3e6d33cff52e3bf3334cd9908cb0899"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cb943ca4a7b535fde3ba25afba7478ca2d46ef69222317bf7c7043ee5d29e47d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4d42b5e81b139bc7637b034f9528afe677aea14a1452b22cc65b81a2067cc611"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b012a5cc18b17ad723a13d8ce95c29cf43458e6b86d096807ef5f04d078f645b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "12a6e2a07b6d4e596126bc6cf86ab646e49623193987a0e5898611169da77f83"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            10,
            11,
            10,
            6,
            6,
            13,
            4,
            9
          ],
          "topCandidateScores": [
            -0.23731859028339386,
            -3.591682195663452,
            -4.014274597167969,
            -4.222707748413086,
            -4.853687286376953,
            -7.46290397644043,
            -9.191874504089355,
            -10.193647384643555,
            -10.808127403259277,
            -11.74567985534668
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.6092166900634766,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "018d6b0183cebc46430b55e3590cd7c17775921c0e92d3807035252cb733fed2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "be598ed71e9775fb10f047dbd540120f7d7bcb96266817fa18d649f3f83d38a6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "da3b652f2a4ff07606daeaf30f55d57dcf6ddc886a6325f6e5287f9e7b9d3df4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e3b5bd6936d0b884a5bf65989c87d87bbd92224dcef0e1b02c4f7cf63dddff9e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6d685c9a0ed1c5f1353d6c77d4a62ebe6a2b8c9cacb96549e725c703807ffb8b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c993a39120a5fd43a81e4aac839c4b803b2201c16bd163496245ede4a0343e11"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "411bd1d71889cf4d5d510159103415e5a19bad2c762409607802ce83a596aad2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8f1fc0352f7de914f3acbd1fe8a0f00982576d7a35fcd0f3498c76b7dd660716"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            10,
            11,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            9,
            4,
            6,
            6,
            10,
            13,
            10
          ],
          "topCandidateScores": [
            -0.2428804188966751,
            -3.5987374782562256,
            -4.014388561248779,
            -4.222773551940918,
            -4.853764057159424,
            -5.456121921539307,
            -8.630295753479004,
            -9.679503440856934,
            -10.34607982635498,
            -11.642863273620605
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6023578643798828,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d0f51d55fb02e2b2f54842400d06972e3b86a1428e3f2cc6ebd64b25d04b8e61"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "118dbd5079ee9a371fadb3dd375fa03c9eb4f6694c6e604eacf28c2eb03c6c7f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8491786e90e34ab818e7887af8462611c17465003039fee1f6ae3e2890176a38"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d7e3f21d9734a681ebfd0972af58ac5246095ec317abc8486e3a4d190806242f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b1d74b5feafc571bb19fdfd4d18e5d8fb5df6f84ea95853be3b8a9de868e4696"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "81f67f205ef57e00df678ff10300ad3b145547b5ccad249a77cb3b96429c2f43"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "73a410500834faf5796e56dd56eaa2365547a1650116d3f8e6ad0579f0b4d206"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "941ded617c674f6efe3057fbf48cfbd4d3d8370a37cd46c00059258c6d5e62b1"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            9,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            7,
            4,
            6,
            6,
            10,
            13,
            10
          ],
          "topCandidateScores": [
            -0.24389033019542694,
            -3.6384787559509277,
            -4.014704704284668,
            -4.222773551940918,
            -4.854053974151611,
            -6.906126976013184,
            -7.230103015899658,
            -9.715998649597168,
            -10.03719425201416,
            -10.745935440063477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0520730018615723,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b9027b03129a10651cdd0696da48edcf68ca0b5a3e66e09dfcbefedaac26a2c4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "2f4e6cd85e5f125f36d435168fa4e5b124e4d7cff62f541d4b9ec8adba032114"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "265e5c4e672199d49ac13a0eaf16a95fbb6c17b2516a397d8771ebcace6908b6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3dc0bd44e7ae4ef01dae232098f1a682127f09eeb30cae2950aba75d02887444"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b61a152ae400ae92f6138dd3394d2fad41740c99871641d9a24400564d971133"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8f7418a01295ced4bcf60b3de521f258def1cfe7291a59999ff6fc7d74c488dd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "eb7bab713195d2c2561a563d6d9f3cb728c30398e2809ca43d8a4aaa09a02a3b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1ba1ed060f323ea2ab7f79391012727502f08812bd69cb9cef400b7bbb76a3ae"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            4,
            6,
            5,
            10,
            13,
            12
          ],
          "topCandidateScores": [
            -0.24389033019542694,
            -3.6638879776000977,
            -4.015185832977295,
            -4.226382255554199,
            -4.85570764541626,
            -7.377498149871826,
            -10.112157821655273,
            -10.331385612487793,
            -12.143957138061523,
            -12.189920425415039
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.5217905044555664,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "7058a236d451f412c7a559f0fd12b165286c611901b9f30b089d57c791d5d730"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "b12971b17e5d2d2f618830ad16fe825a1a99b0bdbe77474e651a1c47667a2dc5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "39d1feae03f318994fe8a81a82f654aa69c7a3d95bf9e375a2ef530155c33dd4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "7522149a63b05bc6b4f6fd0b7b90af9cef15c395bf96a789b415e32745716258"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "9b7c6e97fe70ce4cc3d5071e33f097481f89a8aae7bbf3decdfb6f41bee99f75"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "de90b278c5e501f42678be2f3e838ac8d9f5e7527068ed25d37f0792d223dcfc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "74c2dc972bf869e1f3dfccd6a7c970a488ce6b0849520840fb2dcc1949f8dd7d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e176e0191b400686027cc70f3d2198b5518aeebcf3b776d5f4e1560c12a512f3"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            8,
            4,
            10,
            4,
            5,
            28,
            17,
            9,
            15
          ],
          "topCandidateScores": [
            -0.24455136060714722,
            -3.663888454437256,
            -4.017664432525635,
            -4.226382255554199,
            -4.867919445037842,
            -8.852449417114258,
            -9.083613395690918,
            -9.354893684387207,
            -9.439852714538574,
            -9.738489151000977
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.984529972076416,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "d04316d9771692c8cb2cb1db7ff650b2c760f7a8aea93b21096fc324685dac6e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "05dcd6184502f66a5e00616a611111f74d3abbd51e8d2593f259044490c130db"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "6909cf1a0060c11d4fed1ac56cb059fdaf6acbe2d2facb93989fdbd87f00d3db"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "d71922aadbf808014b6f5abc1cdaccbd461def0bcea9d6cf3e8eabceb29c12b1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e94c0b12570325ebe171822deedd318983cb32098e5032244f0690cd01bde0cf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "02770b29fac7986b96408ec838a2aaa11e8bdd29b7fdd3d358434a22a9b27a74"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "244800e9e777957861340a1ceb0cd0a043199b01fda70bebb507dff3cdfd34fc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "d4781c43380cdd1fb50968ed526ef7868c2a4b259d6ef9efbdebc45fbbf0de9a"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            7,
            8,
            4,
            10,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            3,
            4,
            18,
            4,
            5,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -0.24611392617225647,
            -4.018660545349121,
            -4.1284661293029785,
            -4.2263922691345215,
            -4.70423698425293,
            -4.869996547698975,
            -6.982306003570557,
            -7.853312969207764,
            -8.423060417175293,
            -9.936958312988281
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.1284661293029785,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16575956344604492,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "a7cf135e3063cbd2c8e18dd93ba3875c351a9789d08a320f8ef7f16f07520974"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "69706add4296b263ecf847b21ec629df1f9e05240e27b367dec39175940288fb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e9f7b23c12f547d394de32ff93a439494e529d296ae8163f7bc9bfbc998801ea"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "0cbbd9c32d58727086cb35be19b567a9b9d08253a3c70c4a85affe9a3cec1a01"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "9db22e9a13c3bbfc0c86a089472971d45d5df871e7a82984f06b895cc3c3c269"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "7b742aa9531b5309ccaf93e9aaedd11a0a467615e35afe2c41cfac23b157a1a7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d9cb1ab5d1b08ae1f25574da1fb50ca4352176ec0954c27c1610a13cc2e1a5a1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "47bd507c1bf1a1b0a0b4c4c0d488b2e731baa328d5c8ce8fe563b7f8d9ed1602"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            18
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            3,
            4,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            10,
            4,
            4,
            10,
            6,
            13,
            13,
            29,
            15
          ],
          "topCandidateScores": [
            -0.24611392617225647,
            -4.018660545349121,
            -4.226504802703857,
            -4.704244613647461,
            -4.869996547698975,
            -13.377008438110352,
            -16.58892822265625,
            -16.988874435424805,
            -18.030467987060547,
            -18.258926391601562
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 8.507011413574219,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "7d72551b5607bf2182b2431c2863932238db8ac6db5e521284f7e165463cc84a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "16ddd42488e834bfe8243fb4874278ba4eb65fc822dca4af748f224d35d8a7bd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f34d117b5773e020e7cdd321a6bdb5a089d89c0ac3f3dde3a64dc2f62a467d5c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2f18f32b0b269de2845b565e4246861ff16dc4fa9cb3d638a83a40f19d7463b3"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f8c44bfb3f3b7dfb8c220becb0cf879d4d3c664bc473d65c6e19455bd65ba8c1"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "85a754eb70f19c4734fccf2116dee0038fe6a10aed0fa271d24555eaa4c2f294"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "bf9b4e0a5af3ee79199820a56d54415c437492735ff71f82f61bb094ca409c9c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "6eb301db87de4bb95edd35c7eb8c865f548f10a4b6604013b09bd840bb70ee2c"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            8,
            10,
            4,
            4,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            7,
            13,
            5,
            17,
            18,
            9
          ],
          "topCandidateScores": [
            -0.2461332380771637,
            -4.019606590270996,
            -4.22658109664917,
            -4.704244613647461,
            -4.870485782623291,
            -11.4074068069458,
            -11.920843124389648,
            -12.680490493774414,
            -12.865554809570312,
            -13.24694538116455
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 6.53692102432251,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b8fa1c87432f38f826841e2763e2678e4ade042fc4fdfe0ab0f92a9cb654f8f0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "3f21e0638264c6e5515ed964b60192dcb667ba55471549ab4732c9bdce96a2f2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "97b65377d02a939cf99eaf884358393d68f0d1f0509de8b5d9664a788de16a96"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "ef3163dc862ed567acc672c13fe7f66d8555727979e1ab82698bf28b37caaeab"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5efaf1b4d793debcfb9a45a7d3c226713cef805bb8492d5d4f46ffce1ccfee18"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9d13346249630f0ea8fcb6857e6ed53fd24df6e0ce54257f0acb3683894b0328"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5c25f6811012814cf03200fe211a1aff06ac913afabc97783112b5558142529d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9cd07b0400608bec853550c2621a92f8338f7756ec3b56952af88c94009aba5f"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            4,
            6,
            6,
            13,
            10,
            25
          ],
          "topCandidateScores": [
            -0.24625185132026672,
            -4.019621849060059,
            -4.2299089431762695,
            -4.704260349273682,
            -4.870539665222168,
            -9.54433822631836,
            -9.948509216308594,
            -11.162297248840332,
            -12.664376258850098,
            -13.10728645324707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.673798561096191,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "ba40e159b454b0046a2c18feb65433d2e5ef201f6ab538990c64f1b50bad064c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3a9fac14ed830595230cd8cbbc0002ecaa06855a9ade9c10ea57e6b7ad41c407"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "fb8fdc3079ee65356a8378276d46926dae10524c09c910089d3228cc5ff423af"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "a52ba16e8e6f46a80c59f48191967c16061638661ece6b64c3ea4f27bac9874f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "45e7da74a1dcfc856e130f5563a887ffe62e94bc232546cb9ad6af589e76ebc7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "415e1f6c731c3bd93c3aeedda563dca105c3520ebaf449ece9a7c96db40991d7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1a27fb6c420c63a6b18b56d86509d5875f3532f944d5c38c1c7c9026f33fa47b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "bd85a93ab0bdfcb4ae4098d3e5cf3d905df7c447727f93fbd8ac0503869c8fba"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            4,
            6,
            13,
            6,
            10,
            29
          ],
          "topCandidateScores": [
            -0.24640192091464996,
            -4.0196733474731445,
            -4.2310566902160645,
            -4.70461368560791,
            -4.870718955993652,
            -9.860241889953613,
            -9.903899192810059,
            -11.025593757629395,
            -12.194181442260742,
            -12.22740650177002
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.989522933959961,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "c37ca35e7e4d5cd8200a5745bc409b1a209e533328796ba42f5a42d6cc00861c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "9b896b8ff36de3104433415d4a7783c369d1530d07a45e7cf4028ee19090987b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "098840e4f237ae3eb13c47947fe748b3c4ea3fbaf9ece67a0bde94c3130fe801"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "fbbd9448f44f02f71f5923ee3714b7eaa6d4e6128a38a3856bb9b1cf7dceb59d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "665deb8b5af88e1bb24411fa02350a21101c6d0f7ef1d83c988a340591a85d73"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "efbbcd62f8b5cf94e9353645471aba1734d426a993eacf8ade7ef4509a5c555c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "ad13d86d69738102ce44489983c4d3f82e3c3b8437691d3aac4a6b0169f1e323"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "64021058f750f239056e4823dc97fc406335ed85624c9eb18635f7366734b5e4"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            10,
            4,
            8,
            6,
            13,
            10,
            29,
            26
          ],
          "topCandidateScores": [
            -0.24858832359313965,
            -4.0196733474731445,
            -4.2310566902160645,
            -4.704868793487549,
            -4.870718955993652,
            -6.462059020996094,
            -9.687408447265625,
            -9.941366195678711,
            -10.804078102111816,
            -11.558660507202148
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5913400650024414,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "a60f59d3bed0e21c655d0dfc40217dfea2feca2a32ae92be5184bb35c404a89a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "2f6b8ef4236db1661e25b45c5410c4d0287e9820c04f2296fa2caf2a8802548d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d91fd553fc46a77f1e33673c4a8f9a7c91fae21ea8c4c650b41930a7445ce4ce"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "18344fbbe960439db81d3dde1ceb02a5a78fb5d840e2194aaa3047051edd4358"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "5fb36bf16821a55b56d43325e2533f3d0bfeef5d6c8043f8a60b57f10aed9352"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "13a4377a0b4614a51be5fe4f80d35304e9710b6aa849082634e344d839373a7b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "a988fe75f2044088bbf8c651475b0704dca3393440a4fbfa91c0c087ad18d51a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "04cbf2e7aa64046ddea8f1a4ed09b2a80d9a99eeca9194d4fbecef0ca57e3b7f"
            }
          }
        },
        {
          "step": 20,
          "inputTokenIDs": [
            4,
            8,
            10,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            4,
            3,
            6,
            17,
            6,
            13,
            10
          ],
          "topCandidateScores": [
            -0.24933333694934845,
            -4.019682884216309,
            -4.234621524810791,
            -4.708169937133789,
            -4.870750427246094,
            -7.51865291595459,
            -10.165410995483398,
            -10.443355560302734,
            -10.61996841430664,
            -11.290874481201172
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                4,
                10,
                4,
                4,
                4,
                4,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -4.019682884216309,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                12,
                5,
                4,
                10,
                4,
                4,
                4,
                4,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -4.870750427246094,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.647902488708496,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "16f80290e2423e37f41202e4e72d79f7a9fbf52cf32cf8d119c7c0d22c4e093b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "1b298a3e0b287d626f3c5b9a0f1474a9cb33343a4a5a58990565d80bb471e931"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "64012721d2688f2177e8b81a18b323b6fd6b23adcf70bc9b169dfe70960b35c0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "518bdd80d609419b912da051b0f243913be7f60e63c4eb26bc5d637d711c842f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "bd17aaa07c82460c40e614c8126fb66a86c3913fa449c83bce21b29edad38599"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "b0380fc0cf800af011d4f6f56d2a9f80812bc2f9a75e11a470aa1af42970febb"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "301bd6ea87809f89e0efa1527db931c5afe7218dbcef2366a71099dba196a1a0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                21,
                64
              ],
              "sha256": "07e32b5c9c14fd60aef71ca23956f3b6a6f3d460992dd6f69aa061194f70737f"
            }
          }
        },
        {
          "step": 21,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            1,
            1,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            17,
            9,
            18,
            5,
            23,
            7,
            12
          ],
          "topCandidateScores": [
            -0.24933333694934845,
            -4.234634876251221,
            -4.709123611450195,
            -8.505977630615234,
            -9.409323692321777,
            -9.463534355163574,
            -9.70531940460205,
            -9.915740966796875,
            -10.165410995483398,
            -10.590867042541504
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.054210662841796875,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "c83e5db94735c618a77bda08c16db2be00f6eff41459c35e9154ef1ca1afc6a5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "453d93ad9c365e9b90869753dfc21a473fe14e2c770c79f1e2211fa5e984d55b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "306f92ddabe65e75cee598f04a6053f943a20d56979554af33909e90074c4e61"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "ed2b0e97a6d1ef6b54ca0bf8d0a717440549e59753660bfdbb55038f51741765"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "8f78fa5774f2c1c5db64ca4430b5ce9534f60bef5fa034e767f9f02ee30b00e9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "3cb56820877f186fb73bf51d72ae44fd0a70a4ab0c2d12ff2766f82b86f12d49"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "ac8370eb5bd35228f7584523658af0c010b345c2fbe73c4d8eb926289e86a067"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                22,
                64
              ],
              "sha256": "576ef296da71d97c3a223ad5be585e248ea26a93bbc6ddc54b9fd37c22b2eecb"
            }
          }
        },
        {
          "step": 22,
          "inputTokenIDs": [
            8,
            4,
            4,
            17,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            1,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            17,
            7,
            6,
            9,
            18,
            23,
            5
          ],
          "topCandidateScores": [
            -0.25046756863594055,
            -4.243721008300781,
            -4.709123611450195,
            -7.703782081604004,
            -8.505977630615234,
            -8.951000213623047,
            -8.958456039428711,
            -9.201499938964844,
            -9.395873069763184,
            -9.614936828613281
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.25046756863594055,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4450225830078125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "b90d477f713f166e99c894e16a4c4a1033b1531551316f728e4788ddf95225ba"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2331c5ce37a3ef000823641089e80b745d2ba2a6157515c2dc41cbbeb2b8782c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "9154d26f46dfd8f9261e000260eb0e7e25472c9890cff7dfd836a3a47cf76170"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "7f9eadc907660a1f99227073c36d3aea3ac8630fed0990a2f4068a779ab82275"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "6f1bed688a54dece93a9a28db68f02e6e61b3555b64e3d770a77f1e8ec7b5987"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "890d606c3d8eb23c732b65ba1c0c9dd7bd87904682906f0d40f8840a9ba4e3e6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "b8033e35b775d983e300fa9a3c292cd34bab7111d48382d8530f2247048be31e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "1aa0abd897760c896321f4fc6e7fd5ab994336d2cdb9fe930f729409dcae690d"
            }
          }
        },
        {
          "step": 23,
          "inputTokenIDs": [
            6,
            4,
            8,
            17,
            7
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            3,
            4,
            5,
            17,
            9,
            21,
            23,
            14
          ],
          "topCandidateScores": [
            -4.243721008300781,
            -4.709743499755859,
            -7.703782081604004,
            -8.507654190063477,
            -10.035201072692871,
            -10.346454620361328,
            -10.728351593017578,
            -10.810945510864258,
            -12.757118225097656,
            -12.77219295501709
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                18,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.709743499755859,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                17
              ],
              "score": -7.703782081604004,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.31125354766845703,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b05c3067b64d24ac269c00665295dfaf82729b498207068bea5bbb01af6bd6b1"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "afc5be2c20cc041100dacd4ce8d09e3e8321722533e8f919b092f6c45145f7c5"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4cf80d90f51f1bdd9b4ec435eef800df93b2988df577b46f6501800a6241a5df"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "239f854ef65676138d4d16e8da5cccfc9d3f70ca361362f28563cd275c0591af"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "4769e0f1085258d9c8312a0a3812f97f34a414657a99cff3f05ff861af51189a"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "881e846746646f8bd4455771e36eb75dd9ae0273c4071e5f5f7a68e784ee8eff"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "d1304fecfc2ad9b92f3e6e05b46f3523bcab1fdc09bf3ca7249d315d580db34b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "0d96b70697b9942aba7af9b6319cf79b3a38d8c8b9961a5521eef830e049bbba"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "69c459a6fba3fda7f5548a2ef4e2488086a5cdf5b92f5198e520e1f391860dd6"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "ffd49e0ebe0a6e9cfd846b84c83d9ab283aa464269e0f6bcd911afeb81a7496b"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "a95968b1a2b23c87d52187cb31c4cd8ad1f85adb236b8e104a398a373e2e7c83"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "fe2acb1250837ec6b3d1e7904b3010e82008a84849de9aad65a2ad8d6b0578e5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "335d58ab2b0b939cf9d93dcbbf8bde517ce87c0b31bdf559debd6abecee7da9b"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "11eb01f0c84894e97154847e0b6a1acb7ad71778f627afd8b918408a382615ba"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "be0957dd4249451775a71defbec7f98bfd70a3e585d9ccfde6c39ffea7ca6ea0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                24,
                64
              ],
              "sha256": "b51f3b599d2641a267512990fff77846b9d96a1ac362b67f57609f22ce0151d6"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            4,
            12,
            5,
            17,
            21,
            13,
            45,
            23,
            14
          ],
          "topCandidateScores": [
            -0.2076268047094345,
            -2.5957908630371094,
            -2.721048593521118,
            -3.2041015625,
            -5.244740009307861,
            -8.081330299377441,
            -8.208925247192383,
            -9.126276969909668,
            -9.44094467163086,
            -9.479694366455078
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.83659029006958
        },
        {
          "step": 1,
          "inputTokenIDs": [
            9,
            4,
            12,
            5,
            17
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            3,
            3,
            3,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            11,
            8,
            4,
            5,
            5,
            4,
            6,
            12,
            9,
            5
          ],
          "topCandidateScores": [
            -0.20974351465702057,
            -2.5957913398742676,
            -3.4372236728668213,
            -3.4759273529052734,
            -3.95290207862854,
            -5.124438285827637,
            -5.501314163208008,
            -5.5108866691589355,
            -5.589990615844727,
            -5.832111358642578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1715362071990967
        },
        {
          "step": 2,
          "inputTokenIDs": [
            11,
            8,
            4,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            0,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            8,
            6,
            6,
            5,
            6,
            4,
            9,
            8
          ],
          "topCandidateScores": [
            -0.21503916382789612,
            -2.6697657108306885,
            -3.4372236728668213,
            -3.5208580493927,
            -4.925081729888916,
            -4.95731782913208,
            -5.285080909729004,
            -5.565704345703125,
            -6.529279708862305,
            -6.632394790649414
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03223609924316406
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            4,
            8,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            4,
            4,
            11,
            5,
            6,
            11,
            8,
            4,
            12
          ],
          "topCandidateScores": [
            -0.21950975060462952,
            -2.716837167739868,
            -3.4381508827209473,
            -3.523524284362793,
            -5.562820911407471,
            -5.8219404220581055,
            -5.943841457366943,
            -6.445130348205566,
            -7.293060302734375,
            -7.4064812660217285
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.25911951065063477
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            4,
            4,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            0,
            4,
            1,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            4,
            4,
            9,
            4,
            7,
            6,
            6,
            9,
            5
          ],
          "topCandidateScores": [
            -0.2328593134880066,
            -2.759394884109497,
            -3.5178651809692383,
            -3.525057554244995,
            -5.115196228027344,
            -5.626582145690918,
            -5.996386528015137,
            -6.011391639709473,
            -6.291884422302246,
            -6.458410739898682
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5113859176635742
        },
        {
          "step": 5,
          "inputTokenIDs": [
            12,
            4,
            4,
            9,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            1,
            1,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            8,
            10,
            4,
            5,
            6,
            9
          ],
          "topCandidateScores": [
            -0.2369418740272522,
            -2.9030284881591797,
            -3.525071859359741,
            -3.5311086177825928,
            -5.115196228027344,
            -5.439731597900391,
            -5.490655422210693,
            -5.940397262573242,
            -7.933950424194336,
            -8.532922744750977
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3245353698730469
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            1,
            3,
            4,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            4,
            6,
            12,
            4,
            4,
            18,
            4,
            5
          ],
          "topCandidateScores": [
            -0.2369418740272522,
            -3.462832450866699,
            -3.5706300735473633,
            -4.142088890075684,
            -4.1950860023498535,
            -4.332354545593262,
            -5.115220546722412,
            -5.164576530456543,
            -6.041141033172607,
            -6.7843523025512695
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1372685432434082
        },
        {
          "step": 7,
          "inputTokenIDs": [
            8,
            5,
            4,
            6,
            12
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            4,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            12,
            5,
            5,
            6,
            4,
            10,
            4,
            5
          ],
          "topCandidateScores": [
            -0.23695486783981323,
            -3.5706307888031006,
            -3.953186511993408,
            -4.192598342895508,
            -4.681230068206787,
            -4.985860824584961,
            -5.426433563232422,
            -6.294596195220947,
            -6.332925796508789,
            -6.692394256591797
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.30463075637817383
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            8,
            12,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            2,
            3,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            6,
            4,
            6,
            5,
            4,
            10,
            6
          ],
          "topCandidateScores": [
            -0.2371228188276291,
            -3.5708227157592773,
            -4.014273643493652,
            -4.220613956451416,
            -4.8536834716796875,
            -6.886516094207764,
            -7.354709148406982,
            -8.109174728393555,
            -8.419038772583008,
            -8.514023780822754
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.032832622528076
        },
        {
          "step": 9,
          "inputTokenIDs": [
            4,
            4,
            4,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            0,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            10,
            11,
            10,
            6,
            6,
            13,
            4,
            9
          ],
          "topCandidateScores": [
            -0.2373162806034088,
            -3.5916800498962402,
            -4.014273643493652,
            -4.222705364227295,
            -4.8536834716796875,
            -7.462899684906006,
            -9.191869735717773,
            -10.193644523620605,
            -10.808128356933594,
            -11.745681762695312
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.6092162132263184
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            10,
            11,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            9,
            4,
            6,
            6,
            10,
            13,
            10
          ],
          "topCandidateScores": [
            -0.2428777515888214,
            -3.5987350940704346,
            -4.014387607574463,
            -4.222771167755127,
            -4.853759765625,
            -5.456111431121826,
            -8.630304336547852,
            -9.67949390411377,
            -10.346073150634766,
            -11.642868041992188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6023516654968262
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            4,
            9,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            0,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            7,
            4,
            6,
            6,
            10,
            13,
            10
          ],
          "topCandidateScores": [
            -0.24388718605041504,
            -3.6384761333465576,
            -4.014703273773193,
            -4.222771167755127,
            -4.854049205780029,
            -6.906122207641602,
            -7.230100631713867,
            -9.71599292755127,
            -10.037190437316895,
            -10.745931625366211
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.0520730018615723
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            4,
            4,
            7,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            3,
            1,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            4,
            6,
            5,
            10,
            13,
            12
          ],
          "topCandidateScores": [
            -0.24388718605041504,
            -3.6638851165771484,
            -4.01518440246582,
            -4.22637939453125,
            -4.855702877044678,
            -7.377504348754883,
            -10.11215591430664,
            -10.331387519836426,
            -12.143965721130371,
            -12.189923286437988
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.521801471710205
        },
        {
          "step": 13,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            8,
            4,
            10,
            4,
            5,
            28,
            17,
            9,
            15
          ],
          "topCandidateScores": [
            -0.24454785883426666,
            -3.6638853549957275,
            -4.017662525177002,
            -4.22637939453125,
            -4.86791467666626,
            -8.852449417114258,
            -9.083609580993652,
            -9.354891777038574,
            -9.439848899841309,
            -9.738484382629395
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.984534740447998
        },
        {
          "step": 14,
          "inputTokenIDs": [
            7,
            8,
            4,
            10,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            1,
            4,
            0,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            3,
            4,
            18,
            4,
            5,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -0.24611018598079681,
            -4.018658638000488,
            -4.128462791442871,
            -4.226388931274414,
            -4.704233169555664,
            -4.869991779327393,
            -6.982296466827393,
            -7.8533172607421875,
            -8.423047065734863,
            -9.9369478225708
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.128462791442871,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16575860977172852
        },
        {
          "step": 15,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            18
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            3,
            4,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            10,
            4,
            4,
            10,
            6,
            13,
            13,
            29,
            15
          ],
          "topCandidateScores": [
            -0.24611018598079681,
            -4.018658638000488,
            -4.226500988006592,
            -4.704240798950195,
            -4.869991779327393,
            -13.377006530761719,
            -16.588916778564453,
            -16.988876342773438,
            -18.030460357666016,
            -18.258926391601562
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 8.507015228271484
        },
        {
          "step": 16,
          "inputTokenIDs": [
            8,
            10,
            4,
            4,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            4,
            8,
            7,
            13,
            5,
            17,
            18,
            9
          ],
          "topCandidateScores": [
            -0.24612925946712494,
            -4.019604682922363,
            -4.226576805114746,
            -4.704240798950195,
            -4.870481014251709,
            -11.40740966796875,
            -11.920843124389648,
            -12.680489540100098,
            -12.865554809570312,
            -13.246943473815918
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 6.536928653717041
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            7,
            4,
            8,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            4,
            6,
            6,
            13,
            10,
            25
          ],
          "topCandidateScores": [
            -0.24624763429164886,
            -4.019619941711426,
            -4.229904651641846,
            -4.704256534576416,
            -4.870534896850586,
            -9.544322967529297,
            -9.948509216308594,
            -11.162282943725586,
            -12.664361000061035,
            -13.107271194458008
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.673788070678711
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            4,
            6,
            13,
            6,
            10,
            29
          ],
          "topCandidateScores": [
            -0.246397465467453,
            -4.019671440124512,
            -4.231052398681641,
            -4.7046098709106445,
            -4.87071418762207,
            -9.860239028930664,
            -9.903897285461426,
            -11.025588989257812,
            -12.194177627563477,
            -12.227402687072754
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.989524841308594
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            10,
            4,
            8,
            6,
            13,
            10,
            29,
            26
          ],
          "topCandidateScores": [
            -0.24858398735523224,
            -4.019671440124512,
            -4.231052398681641,
            -4.704864501953125,
            -4.87071418762207,
            -6.462053298950195,
            -9.687400817871094,
            -9.941357612609863,
            -10.804069519042969,
            -11.558653831481934
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.591339111328125
        },
        {
          "step": 20,
          "inputTokenIDs": [
            4,
            8,
            10,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            3,
            7,
            4,
            3,
            6,
            17,
            6,
            13,
            10
          ],
          "topCandidateScores": [
            -0.2493286430835724,
            -4.019680976867676,
            -4.234617710113525,
            -4.708165645599365,
            -4.870745658874512,
            -7.518648147583008,
            -10.165407180786133,
            -10.443347930908203,
            -10.619965553283691,
            -11.290868759155273
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                12,
                4,
                10,
                4,
                4,
                4,
                4,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -4.019680976867676,
              "finishedAt": 20,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                12,
                5,
                4,
                10,
                4,
                4,
                4,
                4,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -4.870745658874512,
              "finishedAt": 20,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.647902488708496
        },
        {
          "step": 21,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            1,
            1,
            1,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            17,
            9,
            18,
            5,
            23,
            7,
            12
          ],
          "topCandidateScores": [
            -0.2493286430835724,
            -4.234631061553955,
            -4.7091193199157715,
            -8.50597095489502,
            -9.409317016601562,
            -9.463530540466309,
            -9.705316543579102,
            -9.915733337402344,
            -10.165407180786133,
            -10.590863227844238
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.054213523864746094
        },
        {
          "step": 22,
          "inputTokenIDs": [
            8,
            4,
            4,
            17,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            1,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            4,
            8,
            17,
            7,
            6,
            9,
            18,
            23,
            5
          ],
          "topCandidateScores": [
            -0.250462144613266,
            -4.243717193603516,
            -4.7091193199157715,
            -7.703772068023682,
            -8.50597095489502,
            -8.951000213623047,
            -8.95844554901123,
            -9.201489448547363,
            -9.395865440368652,
            -9.6149263381958
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -0.250462144613266,
              "finishedAt": 22,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.44502925872802734
        },
        {
          "step": 23,
          "inputTokenIDs": [
            6,
            4,
            8,
            17,
            7
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            3,
            3,
            4,
            5,
            17,
            9,
            21,
            23,
            14
          ],
          "topCandidateScores": [
            -4.243717193603516,
            -4.709738254547119,
            -7.703772068023682,
            -8.507647514343262,
            -10.035201072692871,
            -10.346455574035645,
            -10.728348731994629,
            -10.810945510864258,
            -12.757120132446289,
            -12.77219295501709
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                12,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                18,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8
              ],
              "score": -4.709738254547119,
              "finishedAt": 23,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                12,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                7,
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                17
              ],
              "score": -7.703772068023682,
              "finishedAt": 23,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.31125450134277344
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.25046756863594055,
          "finishedAt": 22,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            4,
            10,
            4,
            4,
            4,
            4,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -4.019682884216309,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.1284661293029785,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            18,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.709743499755859,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            12,
            5,
            4,
            10,
            4,
            4,
            4,
            4,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -4.870750427246094,
          "finishedAt": 20,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            12,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -0.250462144613266,
          "finishedAt": 22,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            12,
            4,
            10,
            4,
            4,
            4,
            4,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -4.019680976867676,
          "finishedAt": 20,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.128462791442871,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            12,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            18,
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8
          ],
          "score": -4.709738254547119,
          "finishedAt": 23,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            12,
            5,
            4,
            10,
            4,
            4,
            4,
            4,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -4.870745658874512,
          "finishedAt": 20,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "Nc1ccccc1.O=C(Cl)c1ccccc1",
        "candidates": [
          {
            "smiles": "O=C(Nc1ccccc1)c1ccccc1",
            "formula": "C13H11NO",
            "model_score": -0.25046756863594055,
            "rank": 1
          },
          {
            "smiles": "c1ccc(CNc2ccccc2)cc1",
            "formula": "C13H13N",
            "model_score": -4.019682884216309,
            "rank": 2
          },
          {
            "smiles": "NC(=O)c1ccccc1",
            "formula": "C7H7NO",
            "model_score": -4.1284661293029785,
            "rank": 3
          },
          {
            "smiles": "NC(=O)c1ccccc1-c1ccccc1",
            "formula": "C13H11NO",
            "model_score": -4.709743499755859,
            "rank": 4
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "Nc1ccccc1.O=C(Cl)c1ccccc1",
        "candidates": [
          {
            "smiles": "O=C(Nc1ccccc1)c1ccccc1",
            "formula": "C13H11NO",
            "model_score": -0.250462144613266,
            "rank": 1
          },
          {
            "smiles": "c1ccc(CNc2ccccc2)cc1",
            "formula": "C13H13N",
            "model_score": -4.019680976867676,
            "rank": 2
          },
          {
            "smiles": "NC(=O)c1ccccc1",
            "formula": "C7H7NO",
            "model_score": -4.128462791442871,
            "rank": 3
          },
          {
            "smiles": "NC(=O)c1ccccc1-c1ccccc1",
            "formula": "C13H11NO",
            "model_score": -4.709738254547119,
            "rank": 4
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "acyl-alcohol",
      "logitPairs": [
        "new-holdout-cpu__acyl-alcohol__logits_0",
        "new-holdout-cpu__acyl-alcohol__logits_1",
        "new-holdout-cpu__acyl-alcohol__logits_2",
        "new-holdout-cpu__acyl-alcohol__logits_3",
        "new-holdout-cpu__acyl-alcohol__logits_4",
        "new-holdout-cpu__acyl-alcohol__logits_5",
        "new-holdout-cpu__acyl-alcohol__logits_6",
        "new-holdout-cpu__acyl-alcohol__logits_7",
        "new-holdout-cpu__acyl-alcohol__logits_8",
        "new-holdout-cpu__acyl-alcohol__logits_9",
        "new-holdout-cpu__acyl-alcohol__logits_10",
        "new-holdout-cpu__acyl-alcohol__logits_11",
        "new-holdout-cpu__acyl-alcohol__logits_12",
        "new-holdout-cpu__acyl-alcohol__logits_13",
        "new-holdout-cpu__acyl-alcohol__logits_14"
      ],
      "maximumProbabilityError": 1.0235172407391246e-06,
      "maximumRowTotalVariation": 1.0593615030378325e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            45,
            39,
            14,
            20,
            19
          ],
          "topCandidateScores": [
            -0.047064751386642456,
            -3.84124755859375,
            -4.554444313049316,
            -5.006059646606445,
            -5.827506065368652,
            -7.500920295715332,
            -7.8441572189331055,
            -7.898693561553955,
            -8.096343994140625,
            -8.171550750732422
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6734142303466797,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "f712541b215ecb6073a931a87ec923072a30ea6e80e4aeec4eed25c4510a045c"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "59e87bfbc397ac76501bd09594b2a3a5a8e89f696d084d5283e63c34f64ac011"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "42c2e6f88460179e4b6468f79720739dd28f0d8bf70512a80f73a4e30784713c"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "4896025032e48ee5f0c7b2922fbf243de41c6c301fbe0a0f89db1fe6e4a8720c"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "192641a464bafe2e6a09f47deefd3e7c4e5392e454ffbd1a76150618720fe594"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "80482916d5bf36b6c949f68aa99397f17413bd7f84dcbc9a0d451140347452dd"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "877401b84de6c6e6cf456e36ce714d44ba794a27add3035a596ae9a4dca39345"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "8eb3185d8d34a61a1516ecaf261fa10d219b28deb2e547288d71e59f3c25dadd"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ce610c57d6f43f51ba85b97689222ed5e2eb6c4bdec378db7932c67e7947a3c9"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "53e310a0b1f21f9767fe8f4c1a33cf2d76deb9240f69f3a8b3185c157a271385"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "98dce0739eb7691da7a3dc14ceda5fabba35f614a152481cf6b295aed2db7c1c"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                11,
                64
              ],
              "sha256": "99215b27a181800dfc024b4e795bace698f1ef1c9f5832505c3828355b8929ea"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "1443e46b96d0aaf8a37f5abd55f044d4a520c2aa67a1512ff1337226cecfcbca"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "d94477ae82666a9cea7269f238e7d265e80b1a66b9c534bedf193c94880038a1"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            0,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            11,
            8,
            9,
            6,
            4,
            5,
            8
          ],
          "topCandidateScores": [
            -0.1006295382976532,
            -4.143123626708984,
            -4.246752738952637,
            -4.313085556030273,
            -4.554444313049316,
            -4.875626564025879,
            -5.231474876403809,
            -5.615931034088135,
            -5.645779132843018,
            -5.989499568939209
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3211822509765625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e499e2815f4da8a4ca664786b2e52d5a96c11d822ff2a5931256cfbc4e55a037"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3616e47b3388d591592ef23cbc0b0971fd1ff03f8a01fdefe2da99dc43e3149a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3b0edb618bcb227cc4e73b405c74f5a1e83dc314d9d48fdd248829f31e1230a7"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2d8898ba0f78f458141ae9fa375e5392f4b047c4dc1261dba9e1776a95f0a13d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "24b510b576af1d6b773b8822c5211041a663a285fcc2c06ef3fe18dcc40d4894"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8c7df6dd60e2a2f232d3f2f06385362bbbf005dabd0cab475d01b328133daf08"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8ec1379953f320a52a39662e03e71978b49da4e0bc1797160da00ba71c1a93be"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "c5db704a54a06386cd2158b0922594ad71b89be7b5f093489cf10b251901086c"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            6,
            11
          ],
          "topCandidateScores": [
            -0.18108198046684265,
            -2.858053684234619,
            -4.247587203979492,
            -4.360500812530518,
            -4.8188395500183105,
            -4.997286796569824,
            -5.012836456298828,
            -5.16072940826416,
            -5.79522705078125,
            -5.907130241394043
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17844724655151367,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8e7f2dfc11da8d074b5f1cc1b0b8e5e544a90285a75e2445532dc274538a04dc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "aec84bda3d64200012ebdb59421259d0e4344f81b0d6eb570fb35d7d83b15e42"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "095f9644553d1ee361edfd0adea5c9dabdaef2ac47a81ae291ac9411f612a26e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2e51c8ad99f33ad87c37f26cad630f9ce8dc06492f8946f4f9a23dbc97b70d6f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2182c8677730c5e48ae9c429edcc3c704b60a55a8ccd3fe5a1c81a3259862ff3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "abbe686f25453b9a164da19f1b28cc6a0e552f118e8e53d96b8db4ed2b68ded6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "456e541baee49fd8b5609a5d60e3078a828ac98a2bcd5210c40acbb46f43855a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "da974ca8e1c4d0626c9f706d2ab9dcbefc57ac33931c61a54503da770305155c"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            4,
            4,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            6,
            6,
            5,
            4,
            8,
            9
          ],
          "topCandidateScores": [
            -0.18669988214969635,
            -2.8849387168884277,
            -4.510167598724365,
            -4.837646007537842,
            -5.492441177368164,
            -5.547919273376465,
            -5.908853530883789,
            -6.296445846557617,
            -6.747707366943359,
            -6.839207172393799
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05547809600830078,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "99022ad5072c754fad2a9548264046316fe852604dbb4df75f04b81def9a2507"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "99807389aee334b7f978c04bae214d5ecebcaec0ff937a33c7ab811ec3e194c6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9c9c4c225407ac6423e6610f7900b3888f46453ae2b61482506fe9354dd0c91c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "569044c193e460e80440b555d46b2803515e7e808a5f4dfc21e727eb190e8bcf"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c8dc626f77624ab82dcc7234186e0167c21e5457a5f911852fc09addc10572b5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "09322c40cf245fb2fca3d104da8211163c82386ed5a791111a7fac8b064d43cc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1adb914a08921bbf1686da51b7d352d3cf4244f613f6a268d680d0e27e23e862"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b3f68bd86e6d97e21ce62fe8fe1db8d21250ac4cb38275be7d1a42bb5ccda1d0"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            3,
            3,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            9,
            5,
            5,
            6,
            9,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.18995638191699982,
            -2.88545560836792,
            -5.27592658996582,
            -5.496159076690674,
            -5.971297264099121,
            -6.118564605712891,
            -6.159273624420166,
            -6.259860038757324,
            -6.301329612731934,
            -6.604302406311035
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14726734161376953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6a5527f3ad466396b617552107c7f1b5f9f149e5e4da53e1a8a79ec8634b971e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0b640bbbeaf80b758e1613f3c92fbe700e0e6c240f79f77ccf46e492424aabbd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "43b25d241206a92c935069b1fd65c8a404a42367222fe25c15a96d8ea90e65a9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6603b4ffc2df8eab0b2c6afce76c68084c34707246f332c2423a758f5adc07f3"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "52abe916129086f75148362fdcb33db7ab69531fac909d18a6153c15d9db2671"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "3749d1557f81dd9be2924af320e9c32f333688d744b3f2c5489ec8f660dbd428"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2fff8565b4deb2b7e46ad7c9e664de87bfacc5fd8176777e45d1a227880532a7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "50ea603f7c2ac3aa90509981a3187fc6d4758a280ecb5f142759a81435a2b95f"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            2,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            7,
            5,
            7,
            7,
            5,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -0.5978782176971436,
            -1.290761947631836,
            -2.885455846786499,
            -5.7338547706604,
            -5.868442058563232,
            -6.424036502838135,
            -6.652133941650391,
            -7.098076343536377,
            -7.122951984405518,
            -7.947083950042725
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5555944442749023,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7377c72b15479179617e5df3bc71cefc0d04463a4ba1eed15380b83a162fad6d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d817305737dbf8c23205ba9128b86b7d35b0e26fabce44f4a8ce6d06e1db218c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6215d7066f1eff801768a15ca28ca704f1510b546a7beeb376dde4e234868d26"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b649921aea6000d86eca1cfa58e1bcaa8e4ad362848b0bdf74e9ea9a55d52f17"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "9fbf14a6ab6510bbabe3329fd3794cc272023d7c466bb0820348807a3562ca52"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "48aefd80cd2d8abe611a96c8fff9033979d164bbcdba6ed8073bd5ffe1260bfa"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "0cfa7b5993334df9b8e14fdcbad538bd53dc30be3adf14d194bd322aef5b15f1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2f10ce49e0dedb0eddfb17cdb3bc1f74d4089ad8fea178b550fa7ee2a4552bba"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            11,
            7,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            9,
            5,
            9,
            5,
            17,
            23,
            4,
            12
          ],
          "topCandidateScores": [
            -0.6033363342285156,
            -1.2920200824737549,
            -2.933166265487671,
            -5.82192325592041,
            -5.961784362792969,
            -6.753514289855957,
            -7.101729393005371,
            -7.282998085021973,
            -7.314319610595703,
            -7.409557342529297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7917299270629883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "939548164a830ba984a40973f2f6102c515ee0364f33f3d2d383bd3c6ed37897"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "031a68def44f27318f5caa34777c4d60ac60c2f64f15100a2d0be27ff177c942"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "be65f87d484cfff841674d1c617ab07eebde55af7c899501703f3b0cb607d799"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fb371215ea38d069770e1cbed849503bef7eca072fac4aa89a7bbb2ea36cae2a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "689a6208ed1eb8ae8b351f9435ab37b96507da185668d968e35b4e4b6dcb1a76"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "03011228f0ce8c101b4a7f8e58b45b80fcddebe4e8d806d13f52939d5c3936c7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2c844e572c8ba7f3b6098cbc30140222b8eb0affd4f7b3e5b1b4daf0ac5b4b3b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "32a802b04b1f09237e17cb164584fa94d9cf0949030ccc0d044bf23cef8f873b"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            9,
            9,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            3,
            4,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            5,
            6,
            9,
            7,
            5,
            4,
            5,
            17
          ],
          "topCandidateScores": [
            -0.6336424946784973,
            -1.2920202016830444,
            -2.9588944911956787,
            -4.513710975646973,
            -5.406341552734375,
            -5.832986831665039,
            -6.004265308380127,
            -7.025937080383301,
            -7.524887561798096,
            -8.762957572937012
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42664527893066406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "73ec9df36f3e0f9f673cda13476f048bfdd3ec99bb773aa77ede205f8a8c761f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4dafdeca63f2f3282d9aafc89c6e9e119c382a3c3ff53d959a03b2928cf9afd2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9643407767119ed39f3790a7c0f07f8d581d03927dd19d5824c58cf065fabe9a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5ea94c081bab320c1c46ec2330e2abdc7f1b874ca6fe62324e0c231cefb1fdd3"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "46d2be535d5b38f78250bf007273560a44a59411fbb69a9d0a4fbac8d626235a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c6030e6b0293615b654483e00fdf28e7e459acec890670235b3cf30bc56a916e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d165b9c213cdf2e8f3ca2b378f2c8d30d723d28521bc3c31adfd3b42d13f33f0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0644bc21ee3bcf287ea5a737b089808ac7bc5769f2e22e6763d604dc683eaa95"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            7,
            5,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            2,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            27,
            4,
            9,
            5,
            6,
            5,
            9
          ],
          "topCandidateScores": [
            -0.6341001391410828,
            -1.3975151777267456,
            -3.1081604957580566,
            -4.307529449462891,
            -4.610369682312012,
            -5.033795356750488,
            -5.457121849060059,
            -5.517535209655762,
            -5.674975872039795,
            -6.130396842956543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42342567443847656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "b5b51a6de79e6c4d6ea841cd0a7a3564ba02df319822d6153e39e6e60216ad67"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "497f6d85ecb56e1983458ba3a02ec8d8d1be45173bd458842ad03e7f48b38015"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ad3b4f231ab30073ebe513134566df1e76f703f3acfc573b7355a57852b77dd3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4b58f1787eca49f3601b468eacce2a1f387fdc92cbb36bee1a6a7561553cde47"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "02b11ad6fab68de20f69c1f86f0895830b1ebf0c6ae8c7652436a4619ebd99ca"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "16db046959a44de8b2a821482371b848d7faf8f0570a008d93125d21d37e4302"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2d4ae2ff5bda5758f5e9261545761da28482413057ebb819c30d77fc34c3b1bf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "1951ada3cf5ecb38e74961652488c72a962f999361ab1440ebf2fd89c5414734"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            5,
            5,
            27,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            1,
            2,
            1,
            3,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            6,
            17,
            3,
            23,
            5,
            3,
            8,
            4
          ],
          "topCandidateScores": [
            -0.6341002583503723,
            -2.4196417331695557,
            -3.2304866313934326,
            -3.24491286277771,
            -3.6784110069274902,
            -4.010416030883789,
            -4.30765962600708,
            -4.367007255554199,
            -4.610369682312012,
            -4.670897483825684
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -0.6341002583503723,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -3.6784110069274902,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.33200502395629883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "9187dc82541b9c4698b8b795cb90a8902db5e5afbf93574a10d749c1a00f6eb9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "840fc4be2162ab51ed0aadf098fc81e2ecb956b03f0408c367982a77fe6f45c8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0ec737d53d3a47d5f00456fe5742033d0b468dffd78da2fded29d77dfaa8a82d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5eb737d7ed0072fd5723b90808200da10a1c9a634bf253b3d1917662e374024c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cf87481fbd07ee10d58e3f9963d9fae186b61f314a22f11c0bae106cde87ee9a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e0cbdda542fc5da93d57000505049d7a6f21fc71dd77ffb93f60da2ec60401f1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eec7b710f48d00dab0757e5c45c8bfbe8784d15f53400a362bf18de3d534b06f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "25da58b5131037f357dea03b061981937172980a3b5172510fa0846c5b1f7095"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            23,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            2,
            4,
            1,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            3,
            3,
            5,
            11,
            11,
            5,
            3,
            11,
            17
          ],
          "topCandidateScores": [
            -2.771920680999756,
            -3.24491286277771,
            -4.0104169845581055,
            -4.035018444061279,
            -4.1867356300354,
            -4.410350322723389,
            -4.634127140045166,
            -5.425002098083496,
            -5.684894561767578,
            -5.993194580078125
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.24491286277771,
              "finishedAt": 10,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                23
              ],
              "score": -4.0104169845581055,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22361469268798828,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d38b278d99ee6226540658d4fe43c26405b50a26f087a8bf8d7e31714cf50b0c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "45e32ad8e960271a82f5e0b61db24538a18664163f038cf994eb1f3b9385204a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "69b366d6497954408b2dccc255e0aa341b1a5e0b8d182c6f63676fd1e3580ec9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "46226c18b7358a521c8f16433784c234a78dbac5bf09b04fad6018f707073915"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "27c5efb9b299e183d6ba626cdfd67c654f2feda5550cc8e1c1aad6f2e90153df"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "9d920bc0f828221dc3a5a1c10b6c3261e77a843cadb6a7f378b9ccda6367c5f1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "156337caadc461a052d0ca7796e25a27909a6c2a3ce273b0ea1bf6b6e0c0deeb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3f301d9c423965d7f4b229470b442d5cefe5719eaecf4e1f5d7e1a12ef154ac3"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            11,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            2,
            2,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            7,
            9,
            5,
            5,
            6,
            17,
            11,
            5
          ],
          "topCandidateScores": [
            -3.2292652130126953,
            -3.823745012283325,
            -4.169093132019043,
            -4.19864559173584,
            -4.410699844360352,
            -5.738680362701416,
            -6.178821563720703,
            -6.195404052734375,
            -6.848424434661865,
            -7.476291656494141
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3279805183410645,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b22fde1857c3cfe495198682661c03b5ee4d0b85ea7c509ef15b5d5fb8526bc4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "c77b64c36d876664a0fa47d654eeb6b199be560a162d3bf07d74b7b742684050"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "047aac69094716457938b7d2dc956ea1760a2fe9bc7e120eef2dc6b1b4adefea"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e265ff9023b98a815a4d4f3744e0c458f31e0e8912908bc10833c46e37d0c293"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "b95d8684030f109e1205da167903442300ac91904a8c666354faecdc524f9e17"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f46a7e06d0abe527259b400fcfbb495f68666a04b2b1fe57f5c0ece21c3a9f78"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0fd55791e99457793f56282d79908ab975a45b50f0acee99536c6ed3694ef3a2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "ad0f5bf62a47b843347869888068174f5d9424ae57c5b105d3582dda28c85acf"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            11,
            5,
            7,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            27,
            11,
            6,
            5,
            6,
            9,
            17
          ],
          "topCandidateScores": [
            -3.2305850982666016,
            -3.971411943435669,
            -4.19864559173584,
            -4.616769790649414,
            -5.1112961769104,
            -5.854406356811523,
            -5.926959991455078,
            -6.459504127502441,
            -6.491010665893555,
            -6.609355926513672
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.743110179901123,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "9bbfd98381882d09837fd0192a8933309c6c06704eec5e4f2db96f2d43ff5fb8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "ab44543fc2b827b90a114b85943f032f53641ba11945a1dd8b0e848657006137"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "9ce8faaf8cacff6f8099e849364c33f181b1f11aa631c25dfa571fd4d4a9dbaf"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "99becccc38b1a5272ba6ab6418db6ee3ed0a2a4c070e317783a904f20eed2aca"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "8ebc17fe87630126295cdf10a8a9a714e9c5d007d6099c9ab9894ebcc4e929ff"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "01f827edeb8e938f36a4c7248abe789183f3f7a4cacfb23c3a7ad1279aa13f3c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "33448bb20c53147227df724c848d2940d9e17dc505491ad345648953e42d0c94"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a177dd1a811052270de2d80415830beb70490c8bfddb2686f1288701fa894fbf"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            9,
            7,
            7,
            27,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            5,
            9,
            9,
            4,
            4,
            17,
            9
          ],
          "topCandidateScores": [
            -3.2305850982666016,
            -4.0498738288879395,
            -4.952696800231934,
            -5.108272075653076,
            -5.118818283081055,
            -5.693795204162598,
            -5.9173712730407715,
            -6.1163249015808105,
            -6.6790289878845215,
            -7.439709663391113
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.574976921081543,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "3e96dea328358f2b0a30bffd2681a48cf1bea8a3c5e3dad7b72a63fd2eb60e95"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e28d0052de7712b2451fb1979e36589aff841e1022609be04f3d218edbcb2e22"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "9aa63052e3a3511017524a3e1bbf85809d882016598fb9fc2477f70e3aec0e2a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "dd7ca7c1c87a35452297d32d4057da8a6b1d93e162f8ee15bda9ba59f4e960c8"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "6507f3e384ab75e87f646215d853a768fd163aaee1ec3bc7faebb9236a29a037"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "800b1f68d3ce64f4d9db1f0eeefd44b1924ef2e4e7462de26447d7e2e3c80d2e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f05346ea3b434d939fc6eb7308ec1359133e0c6ef4e9682b61fb435c3acbfaf3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "b68e9cc72a7b8fea4ac9236a656cb78897874d8d503cce6b9475332f95de3cf1"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            7,
            11,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            4,
            0,
            3,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            9,
            3,
            4,
            6,
            17,
            5,
            17,
            6
          ],
          "topCandidateScores": [
            -3.70363187789917,
            -4.0505900382995605,
            -5.038713455200195,
            -5.118818283081055,
            -5.414511203765869,
            -5.556150913238525,
            -5.789170265197754,
            -6.136453628540039,
            -6.4931159019470215,
            -6.537057876586914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -5.118818283081055,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14163970947265625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3290c975ae5f3b2cb29c16fa739e26196ba7a4c0b656977f80b7928504be4338"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2511ceeecf7fd6514ca3042cbbc8bb87fec5687d9f42d9056b3d5c690664f567"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "4f57ce76fc6298acfa062a6aaecf724cd8b296f3a841a11667340229b3714c08"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6fa6b548e4b3c7bccde05220a8e9e0786163c8eeec39f61cb424f6dd94e57f81"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "179dbc3bd06789052a3b3d62f9c855306d32f32a2db5b9d752839dc022f24092"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "3de90cb84f9a7dc56e4613f784774ae5f90a941288be04e1facd868bf95ad99d"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "817fd7a78733abd1e5cc659b7d5c573104baee784fc7ddc0a0726f90aef895fa"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "5cf9460ad99a3b44711cd66bd13ab7ad506c0acadb991346fde063357c127b67"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6338afc40ade7a090092e8b56be2d55c852d16e28a86c1f0ef543a4ed6422f58"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "43b575852d6939f2271d4a836f5b8eae551c313a31d486019dc021caadb00652"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "4d78653c231b6142b2abfc675387aa9d5f2034398fdfd176a687c9aedaf3c5de"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "1aae53ee8d6027d32a25d2ae97686ead580a6d61cfb6b6747447380d2a613f73"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "abe519276dacaf7b85e676f16602b1a8b12fe988f581b76af9fc58d9f7933cce"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "11ce243666e89ba84a92ade26e87c7cab70900bb4d3594d16095df9e573208ff"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b4fdd7c39861dd0751d3a3f79484478dca73bcfd47114145b4586bb22768dde0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "5229c0ed98d3b88567987b5d2708325f2ee6e058dbd9303ccd0fdb4a023dabdc"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            4,
            17,
            12,
            45,
            39,
            14,
            20,
            19
          ],
          "topCandidateScores": [
            -0.04706349968910217,
            -3.841247797012329,
            -4.554443836212158,
            -5.006059169769287,
            -5.827505588531494,
            -7.50092077255249,
            -7.8441548347473145,
            -7.898693561553955,
            -8.096343994140625,
            -8.171550750732422
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.673415184020996
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            4,
            17,
            12
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            0,
            1,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            11,
            11,
            8,
            9,
            6,
            4,
            5,
            8
          ],
          "topCandidateScores": [
            -0.10062693059444427,
            -4.143123626708984,
            -4.24675178527832,
            -4.313085079193115,
            -4.554443836212158,
            -4.875626564025879,
            -5.231474876403809,
            -5.615930557250977,
            -5.645776748657227,
            -5.989497661590576
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3211827278137207
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            6,
            11,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            3,
            0,
            4,
            1,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            6,
            5,
            5,
            5,
            4,
            5,
            9,
            6,
            11
          ],
          "topCandidateScores": [
            -0.18107861280441284,
            -2.8580548763275146,
            -4.247586250305176,
            -4.360499858856201,
            -4.818837642669678,
            -4.997284889221191,
            -5.0128350257873535,
            -5.160729885101318,
            -5.795227527618408,
            -5.907128810882568
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17844724655151367
        },
        {
          "step": 3,
          "inputTokenIDs": [
            9,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            4,
            4,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            5,
            6,
            6,
            5,
            4,
            8,
            9
          ],
          "topCandidateScores": [
            -0.1866961568593979,
            -2.884939432144165,
            -4.510165691375732,
            -4.837645530700684,
            -5.492438793182373,
            -5.547915935516357,
            -5.908850193023682,
            -6.296444416046143,
            -6.747707366943359,
            -6.839205741882324
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.055477142333984375
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            3,
            3,
            3,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            9,
            5,
            5,
            6,
            9,
            9,
            5,
            5
          ],
          "topCandidateScores": [
            -0.1899520605802536,
            -2.885456085205078,
            -5.275923728942871,
            -5.496156215667725,
            -5.971296310424805,
            -6.118566036224365,
            -6.159270763397217,
            -6.259857654571533,
            -6.30132532119751,
            -6.604302406311035
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14726972579956055
        },
        {
          "step": 5,
          "inputTokenIDs": [
            6,
            9,
            9,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            2,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            7,
            5,
            7,
            7,
            5,
            6,
            9,
            12
          ],
          "topCandidateScores": [
            -0.5978723168373108,
            -1.2907600402832031,
            -2.8854563236236572,
            -5.733851432800293,
            -5.868438720703125,
            -6.424032211303711,
            -6.652131080627441,
            -7.098077774047852,
            -7.12294864654541,
            -7.947081565856934
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5555934906005859
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            11,
            7,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            9,
            5,
            9,
            5,
            17,
            23,
            4,
            12
          ],
          "topCandidateScores": [
            -0.6033300757408142,
            -1.2920182943344116,
            -2.933166265487671,
            -5.821918964385986,
            -5.961780548095703,
            -6.753515720367432,
            -7.1017279624938965,
            -7.282996654510498,
            -7.314323425292969,
            -7.409557342529297
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7917351722717285
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            9,
            9,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            3,
            4,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            11,
            7,
            5,
            6,
            9,
            7,
            5,
            4,
            5,
            17
          ],
          "topCandidateScores": [
            -0.6336356401443481,
            -1.2920184135437012,
            -2.9588937759399414,
            -4.513706684112549,
            -5.406335830688477,
            -5.832981109619141,
            -6.004260540008545,
            -7.025936126708984,
            -7.524884223937988,
            -8.762950897216797
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42664527893066406
        },
        {
          "step": 8,
          "inputTokenIDs": [
            11,
            7,
            5,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            3,
            4,
            2,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            5,
            27,
            4,
            9,
            5,
            6,
            5,
            9
          ],
          "topCandidateScores": [
            -0.6340925693511963,
            -1.3975129127502441,
            -3.108159065246582,
            -4.307528495788574,
            -4.6103692054748535,
            -5.033791542053223,
            -5.4571146965026855,
            -5.517531871795654,
            -5.6749701499938965,
            -6.130395412445068
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.42342233657836914
        },
        {
          "step": 9,
          "inputTokenIDs": [
            9,
            5,
            5,
            27,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            1,
            2,
            1,
            3,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            6,
            17,
            3,
            23,
            5,
            3,
            8,
            4
          ],
          "topCandidateScores": [
            -0.6340926885604858,
            -2.4196414947509766,
            -3.230484962463379,
            -3.2449092864990234,
            -3.6784071922302246,
            -4.010411739349365,
            -4.307658672332764,
            -4.3669962882995605,
            -4.6103692054748535,
            -4.670894145965576
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -0.6340926885604858,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                9,
                5,
                5
              ],
              "score": -3.6784071922302246,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3320045471191406
        },
        {
          "step": 10,
          "inputTokenIDs": [
            23,
            5,
            6,
            17,
            5
          ],
          "topCandidateParents": [
            1,
            3,
            0,
            2,
            2,
            4,
            1,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            3,
            3,
            5,
            11,
            11,
            5,
            3,
            11,
            17
          ],
          "topCandidateScores": [
            -2.7719204425811768,
            -3.2449092864990234,
            -4.010412693023682,
            -4.0350165367126465,
            -4.186732292175293,
            -4.410348892211914,
            -4.634124755859375,
            -5.424999237060547,
            -5.684895038604736,
            -5.993190765380859
          ],
          "activeCandidateIndices": [
            0,
            5,
            6,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.2449092864990234,
              "finishedAt": 10,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                23
              ],
              "score": -4.010412693023682,
              "finishedAt": 10,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2236166000366211
        },
        {
          "step": 11,
          "inputTokenIDs": [
            6,
            11,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            0,
            3,
            4,
            1,
            2,
            2,
            2,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            11,
            5,
            7,
            9,
            5,
            5,
            6,
            17,
            11,
            5
          ],
          "topCandidateScores": [
            -3.2292652130126953,
            -3.8237431049346924,
            -4.169090747833252,
            -4.198641777038574,
            -4.410697937011719,
            -5.738679885864258,
            -6.178817272186279,
            -6.195396423339844,
            -6.8484206199646,
            -7.476289749145508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.327981948852539
        },
        {
          "step": 12,
          "inputTokenIDs": [
            11,
            5,
            7,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            4,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            7,
            27,
            11,
            6,
            5,
            6,
            9,
            17
          ],
          "topCandidateScores": [
            -3.2305848598480225,
            -3.971409320831299,
            -4.198641777038574,
            -4.616767406463623,
            -5.111293315887451,
            -5.8544020652771,
            -5.92695426940918,
            -6.459498405456543,
            -6.4910101890563965,
            -6.609353065490723
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7431087493896484
        },
        {
          "step": 13,
          "inputTokenIDs": [
            9,
            7,
            7,
            27,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            3,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            5,
            5,
            9,
            9,
            4,
            4,
            17,
            9
          ],
          "topCandidateScores": [
            -3.2305848598480225,
            -4.04987096786499,
            -4.952692031860352,
            -5.108268737792969,
            -5.1188154220581055,
            -5.693790435791016,
            -5.917365074157715,
            -6.116324424743652,
            -6.679025173187256,
            -7.4397077560424805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5749750137329102
        },
        {
          "step": 14,
          "inputTokenIDs": [
            7,
            11,
            5,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            4,
            0,
            3,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            9,
            3,
            4,
            6,
            17,
            5,
            17,
            6
          ],
          "topCandidateScores": [
            -3.7036306858062744,
            -4.050586700439453,
            -5.038713455200195,
            -5.1188154220581055,
            -5.414512634277344,
            -5.556145668029785,
            -5.789170265197754,
            -6.136447429656982,
            -6.493110656738281,
            -6.537052154541016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -5.1188154220581055,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1416330337524414
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -0.6341002583503723,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.24491286277771,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -3.6784110069274902,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            23
          ],
          "score": -4.0104169845581055,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -5.118818283081055,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -0.6340926885604858,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.2449092864990234,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            9,
            5,
            5
          ],
          "score": -3.6784071922302246,
          "finishedAt": 9,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            23
          ],
          "score": -4.010412693023682,
          "finishedAt": 10,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -5.1188154220581055,
          "finishedAt": 14,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.CCO",
        "candidates": [
          {
            "smiles": "CCOC(C)=O",
            "formula": "C4H8O2",
            "model_score": -0.6341002583503723,
            "rank": 1
          },
          {
            "smiles": "CCOC(=O)CCl",
            "formula": "C4H7ClO2",
            "model_score": -3.24491286277771,
            "rank": 2
          }
        ],
        "rejected_candidates": 2
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.CCO",
        "candidates": [
          {
            "smiles": "CCOC(C)=O",
            "formula": "C4H8O2",
            "model_score": -0.6340926885604858,
            "rank": 1
          },
          {
            "smiles": "CCOC(=O)CCl",
            "formula": "C4H7ClO2",
            "model_score": -3.2449092864990234,
            "rank": 2
          }
        ],
        "rejected_candidates": 2
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "boronic-heteroaryl",
      "logitPairs": [
        "new-holdout-cpu__boronic-heteroaryl__logits_0",
        "new-holdout-cpu__boronic-heteroaryl__logits_1",
        "new-holdout-cpu__boronic-heteroaryl__logits_2",
        "new-holdout-cpu__boronic-heteroaryl__logits_3",
        "new-holdout-cpu__boronic-heteroaryl__logits_4",
        "new-holdout-cpu__boronic-heteroaryl__logits_5",
        "new-holdout-cpu__boronic-heteroaryl__logits_6",
        "new-holdout-cpu__boronic-heteroaryl__logits_7",
        "new-holdout-cpu__boronic-heteroaryl__logits_8",
        "new-holdout-cpu__boronic-heteroaryl__logits_9",
        "new-holdout-cpu__boronic-heteroaryl__logits_10",
        "new-holdout-cpu__boronic-heteroaryl__logits_11",
        "new-holdout-cpu__boronic-heteroaryl__logits_12",
        "new-holdout-cpu__boronic-heteroaryl__logits_13",
        "new-holdout-cpu__boronic-heteroaryl__logits_14",
        "new-holdout-cpu__boronic-heteroaryl__logits_15",
        "new-holdout-cpu__boronic-heteroaryl__logits_16",
        "new-holdout-cpu__boronic-heteroaryl__logits_17",
        "new-holdout-cpu__boronic-heteroaryl__logits_18",
        "new-holdout-cpu__boronic-heteroaryl__logits_19"
      ],
      "maximumProbabilityError": 1.0291283043528665e-06,
      "maximumRowTotalVariation": 1.029142689155474e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            23,
            13,
            12,
            9,
            17,
            14,
            18,
            34
          ],
          "topCandidateScores": [
            -0.021268276497721672,
            -4.275733947753906,
            -5.8923773765563965,
            -6.499812602996826,
            -6.526828289031982,
            -7.258630275726318,
            -8.091292381286621,
            -9.246984481811523,
            -9.3173189163208,
            -9.40566349029541
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7318019866943359,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "a3ff3a63e8002cd728a7612fbfda3bd9664a6a0c968d5b39cde388e339eb2ff1"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "74cffa95426961cdbc8bb042cdbd5ea1ada06af0d4e61b46a1fe67ba877cf93f"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "92ee4d62c5b77cd58b64879f8df5812a92cedd182452e2908e2220d9bbbe8243"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "8886dada98c56a838ebb62fb6074413f211c2ff0c7deb1354b8cab9a25fe5e92"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "df1db1090323755424e059009affac6408952f596c2acb9a4515a9ec46121999"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "18383da0ce78a08ac01703494948628233e443ae16043794a8f80c676ac942ba"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "96be35b7983c1d5ebf8e26a81fbda9bade38f80c4e5fbe63ad85d22729b318c9"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "58ee963a0930afd0804a6bb6f14981df409684b7bb69d54c3db5d9c3e74f97cc"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a40615d5ba4e1733b72d71189fe3763404751c620c6f14f055659fe3333a2e1a"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "65c10aeacd5fd1be9b01567a03c15f61128b1749f1ea87255c1c446b4bd225a6"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "6be0840b0bd8099406e2766451f7c36549d1d302f3e909c4f0b2525152e40718"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                23,
                64
              ],
              "sha256": "3315b4606b2854e00902380e1d0c3f0533a7f43e2f04b8acab75457a38e7cd2e"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c2fee3cf5927e85b3fdac5f84b729d77a4cbb527922768b3b265dd044510703f"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e32e0e5c5c88ec8dce7bdee1ab1dd62330b3cc7769831bfeb96a67bd33f04ee2"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            4,
            5,
            23,
            13,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            1,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            5,
            8,
            6,
            4,
            24,
            12
          ],
          "topCandidateScores": [
            -0.021268276497721672,
            -5.043816089630127,
            -5.788338661193848,
            -5.8955607414245605,
            -6.017276763916016,
            -6.499812602996826,
            -7.144641399383545,
            -7.194573879241943,
            -7.603306293487549,
            -7.6443634033203125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48253583908081055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d72e9f18ce93851169e03ec90d43cc7365245498341afafa539fe170b55f82ac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "62cbb0345b1045343ed626f02bcf9f665ea722b65586b9951bcb763dff3994ea"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7433233be16c20d521ebe4f676bc1997578dcd7d87a1eace8f10233c8922cb69"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7996ebf0cc17a1f414beea2ba09464e6236ac04157b7e2a78982501cc071aa4e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "30c456d211a252ea23d75233b20b562a488fafbcf6f3671e5e8fa7856a388d24"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "359be28f5e4c31d4c82ff4462ac1ec35a8087532fd6e985d69a44fcb05a77319"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a83af1058d83ae33cdbab632b54c239849f3e9fb775c90bda9f1e134a1cd05fe"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "857be1266750e08d78bd29f3e966e009bf6d1f025c8edf24abb027cebd49519f"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            11,
            8,
            8,
            6,
            6,
            5,
            8,
            5,
            12
          ],
          "topCandidateScores": [
            -0.022067256271839142,
            -5.100423812866211,
            -5.788339614868164,
            -5.8955607414245605,
            -6.975423812866211,
            -7.431753635406494,
            -7.6134514808654785,
            -7.6417951583862305,
            -8.115066528320312,
            -8.619414329528809
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4563298225402832,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "14cd1448843e331a0286243c28762e738f10b2735db007598a0c99564763981b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ff4c26e3c142ed4fd5603f094ac633d0ec357b796ece9cc0ce58fc5598d4a381"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e98273823e0dcbe23125af2ac356fa80378cb793510f92886aa52a9c8107d53d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "6a1726d7367572cfefb82623d89e4f0d1b90838c8ae6b06b5be74241a251fc6a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7e54c0c2a10dafa5fd7c97b2299bb58ac4cc1f9cb9c2fd13cc1a9473ac86ef96"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e492eb3a0ccf8f3c2f9b1547e1ae35e41fed05d2cc6a5acc5d9d36925ff3211"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7060c56e5e97b93cb032b1c74abb044e2035e3667c78ddead790df8a7b21d691"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "81245805d9aa070cdcddde7884b927ba6e1928d966ab9806e258999f0c398873"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            11,
            8,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            2,
            0,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            5,
            13,
            13,
            6,
            11,
            12
          ],
          "topCandidateScores": [
            -0.022810250520706177,
            -5.114882946014404,
            -5.898885250091553,
            -5.940420627593994,
            -7.130134582519531,
            -7.6802659034729,
            -7.756540775299072,
            -8.300670623779297,
            -9.244867324829102,
            -9.360811233520508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5501313209533691,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6af6e6bf1fee9ed3eb991d8cb4eb7c9274095f5dcf5954a4a267ca88abe122a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d2abc7eec34a797cc2749f12c0ad492cc595f9656b004e232c5431e3c0f10fd7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "65f738754a495551b7626041a2de5950781879ce41861f189f1c424c14952325"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "940c74c09c1fb40994c07095b14c6dfead201d2972b7193cab856d8649a7d857"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ac2416119faab8967536e81b075ce1214b0e2c3a4a72264738f798888f9c474d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1f3e2234e912d31160d4582ca4400ad950aee9d4fc27d9621ba10202f272e32b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1918070d4452d74d36d84380139c6df3243de8b7eef4537dd0c8154f7495083f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "905dd2deb805ff84f23bcf6fd814af4312be2ebe79efe23b0427330caeb5e33d"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            1,
            4,
            0,
            1,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            6,
            7,
            6,
            12,
            13,
            13
          ],
          "topCandidateScores": [
            -0.023674026131629944,
            -5.531730651855469,
            -5.9431352615356445,
            -6.161170959472656,
            -6.653465270996094,
            -7.14743185043335,
            -7.252800464630127,
            -7.3001790046691895,
            -7.725702285766602,
            -9.02939510345459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.49396657943725586,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "b8adcc1a36553587197f56839279b3dcc258cfc65cfac453b52adfe431ae82ae"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "fea573ab093b7da3327991731fd70247246c659e90f913bcf29b369257e1e0b4"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ab777118ded6120815892c9ffe91f30ec5774e2dfba8fd65bff0e5ded5a9472d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6a7902030f196b0723fc07823552f85776d47a2bc984959b10dcf66d5e751d40"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ade7595d7a669ee7fc29f126f9fd93654fcaeb79fc181cc81a094da83540cb90"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0722caba72be8bd07324bc8eaca2cda7788b91419b56ca2a2985b1974e5c3449"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1045c8b9ddb25f68e6c9d0d82091236916bb0d5b3b5c6b48cf5427151a6e89ca"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "7380882b618b6c45831f8bf5c67bc3bea4eac361feb18bb304111db1729ef4a0"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            2,
            3,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            13,
            4,
            4,
            4,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.024152180179953575,
            -5.888179302215576,
            -6.56812047958374,
            -6.6668477058410645,
            -6.822083950042725,
            -6.993090629577637,
            -7.069161891937256,
            -7.465364456176758,
            -8.092963218688965,
            -8.192753791809082
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1710066795349121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "2161ffb9b9b3db97de0d472f2ed1c465ed3ed0ac5140f019b48894087dad11e7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4c6bfcdbd362ce0bb2f46437db4a1e7cfbd8dc0ec50ea325112f636199dd0b15"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ca80cb35828ad0b410eddeaaf68c9ed38e0829ea0143ef64ec8fdb6f1a2450a6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "088e69bed9df4de2e52a42edc1f7fd89c85678c6b8395ea77eed050c2b47c0ae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "85dd3c841a15f6059bc3b278ee48872a6dd6cc847cbb750217b332ce001f4844"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "53b4a61cde2230be99198f791ef7f63e075664dd2e17350c9eca10ca100d456e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "662c822dd397ae2aad1fc0214f78c40c3936dd3bdf77c34ddbebbc182186c1ad"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a710f9d38ed5a35f6df7c976399287942ac3c5a78d923d649b60b43f25a23c52"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            6,
            6,
            13,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            18,
            5,
            4,
            4,
            10,
            12,
            4,
            6,
            33,
            9
          ],
          "topCandidateScores": [
            -0.02839025668799877,
            -5.833794116973877,
            -5.9261603355407715,
            -6.575438499450684,
            -6.6668477058410645,
            -7.218477725982666,
            -7.497011661529541,
            -7.605148792266846,
            -8.536975860595703,
            -8.73837947845459
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5516300201416016,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1d3873edd422aeace55be6b06f9cb007ef79a187ee011e403d3da905472d78a0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "14d6c13de25271b1cc5c6d15ff83bb11d345373f9b95f14a945671d35e515019"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "6cff6552aa062f081d12075e4249472095683186299800caece76031ddbeabb8"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9e48bfcab6dbadc67e7aa446331bf4224f777e2048ce7e1dbab863d4f2a6df93"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "011585496447c8cf84537cd888eb4e83a2c0bad3255f78b7b0defd4d30988361"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "32e24cb0f7f30a729d2019b21533194fd49d74f1981505f529e69c4745b0df89"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7156a9c2d12a54704e970d7a8f63bff81dc7757537214e9c114f4b049c207bad"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c236393370f409d480d9a6a4fbd41591fbc392617ec9ea12973945055551f396"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            18,
            5,
            4,
            4,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            10,
            6,
            4,
            13,
            4,
            4,
            5,
            12
          ],
          "topCandidateScores": [
            -0.028825752437114716,
            -5.913375377655029,
            -5.9261603355407715,
            -6.666896343231201,
            -6.668242454528809,
            -7.775324821472168,
            -9.087867736816406,
            -9.208332061767578,
            -9.949209213256836,
            -10.440372467041016
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1070823669433594,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b057782afb8704db6c688fc20094db052ecfa518b0bf14e84f51ef44bb2d4f08"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f87cc5d33f5f7870c872b37fa58d127d1fa2db5a087da61a80cea8d31acb1183"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8467aef6f7250e33b6e6b240e01a456ea613ca62ddc8c02fb80c26f98190b042"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "306fa5c416c89ca23a5139705c071569c232f5e0c5bda4026dd66416ec79d967"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "78077c88be753903448c5b3d087feb86bde46c71c7f7ae762d73f5c1700b7802"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3aa6790fbdf0aa48d9ef0c050ca4f85ea1b2a2f40a1838f7c3a5130e85877e55"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2c05d6225f934644fe8488f3dc040839f4484973d37a6a224e6cd58e573150ef"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "118265c560d8d3a93e26b1511704a08b1b21ca552fe839a8be2a16513772f905"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            10,
            10,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            1,
            1,
            3,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            10,
            4,
            5,
            4,
            18,
            11,
            6,
            5,
            12,
            13
          ],
          "topCandidateScores": [
            -0.028825752437114716,
            -5.926913738250732,
            -6.33336067199707,
            -6.6698713302612305,
            -6.670804023742676,
            -7.089574813842773,
            -9.332412719726562,
            -12.522613525390625,
            -12.83905029296875,
            -13.122615814208984
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.41877079010009766,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "817ddf0660da9040a766afba5505d7d1402aef28fe4965a07c06c1def8d2f686"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "af76b2886dc2f778300164b4f91ffabf412687c3af21692f8bd2e0648a7590d9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "18a0369c27acdf1124cb49c146e9eaf3254d7d34edb50661acfdcc132451d748"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "51e218b6ddac812c62a569872a6f8af5c7953c60cb50c0c9e6ba6a581ddcd58f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f3934e49186126aaf17ac3970c92686d00032931661c3f04a667c4a206fc6e80"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "eac0d5b6581e5685de3904d04abc8301c6f49923555d74a47de7d98e693aac23"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5b60ccfd27cff5c4b444e3cd1df3fe8e011a0b90c5162f52885c8f5623825a74"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e9934d19efb62684c3600b053b5cfce48ab1be539baf4ae8ef857fc252d0df4a"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            10,
            4,
            5,
            4,
            18
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            2,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            4,
            4,
            13,
            13,
            11,
            13,
            5
          ],
          "topCandidateScores": [
            -0.030007848516106606,
            -5.92792272567749,
            -6.3665690422058105,
            -6.670831680297852,
            -6.775701999664307,
            -6.775778293609619,
            -8.974581718444824,
            -9.812837600708008,
            -12.891114234924316,
            -13.210809707641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 7.62939453125e-05,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "b5605ff5bf42c0cde59be9556f2cda11dc819d41428d411ac9573d35c141d551"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f20bed005052552e05586f99460c419e6015390fe135b57f417a2ac61b472cd7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2af6b52f9720958b80d43db5a2e7fab7386fd5793790d28f9716c23c6f345e47"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ff8bcca3d092868fd02a3ef6719e8ff07b82e25608a4ff617a9ac6c50a9d9656"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59b163ee8e25a1bf914d3f96b7e557c83d6fb9def06f26edc60871783ec1abc3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2c080d3751431e106a6b6d2201c0ce149a634feaa63a1fd1f9f2fb594d0eba3f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "447bbd3c02dce9353725c32050f24597909cb722038b946109f47af562474a27"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cfb567f3e64b3ef898803c1c6036dfa3e484854d1bab82caccb50c0705b560f3"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            12,
            10,
            4,
            13,
            13,
            6,
            15,
            13
          ],
          "topCandidateScores": [
            -0.03103823959827423,
            -5.957031726837158,
            -6.3702874183654785,
            -6.670831680297852,
            -6.781449794769287,
            -7.03847599029541,
            -9.490689277648926,
            -9.62705135345459,
            -10.105124473571777,
            -12.427620887756348
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.25702619552612305,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "15cbc0752da16cbca55d86756d692dc174e824073fd8e88238da13f9104adcc0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "aef6dd22fced71bfadeecb5ba70595ce45f484a417b3ce0ff8053e42afe24bf3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "78e3f86a25978bfd1815fcd48aa20935456be154ef5649f1e98280636220fcc6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "41eda00106d06346a66b434d44cafb963c0d8d27ed6aa7b6ccad05b8d778fa2c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e724434c56b8f42bfb86eaeb9eb84fda2dacf51d7ee5b4412820120e56abb374"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "6faa169372d22a7f191a9f458258552748caf3f3729da3a3e980d81e1bfa5542"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "d7629e25b55175761627f31f040d90b744b631a6aa1e1ebb61f8186b5bde5e93"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "ec65e29ae61bde07cfdf3b393ec40b05b03bfe249e24bc6e549af3f228a4006b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            12,
            10,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            13,
            4,
            4,
            5,
            4,
            4,
            6,
            46,
            15,
            25
          ],
          "topCandidateScores": [
            -0.04423180967569351,
            -4.4145426750183105,
            -5.961284160614014,
            -6.375486850738525,
            -6.670915603637695,
            -6.78788948059082,
            -7.753365993499756,
            -9.224027633666992,
            -10.230509757995605,
            -10.360193252563477
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.116973876953125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6d9a46b8018bacaca57d5e1f8122883094b9c5dec06d30df908d624edf3dfc2a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3c41975864457607e50d13c971817782b8960cc57d47c90df6ff67332db346ff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "82a66a47e0c63a87163d96461666b6666a6f509c5b3cad6910646f78252568ae"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e3294d62b48de286469a4a93da7435370bd2dbed3d00ef2573030259e33eed5b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "2904feaea2e44ce90a04be75b3a879b4daec5a499fd15be2f968fec4121f6ee7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d0036d585cdf1cec2dc3780cdd5cc92e2641a15f7980b7e99064c163f06ca6a7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "fd092f571d2c95211e77dc91196ab53b3ca90cf87772578e486ff5acabd66dd5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6762e9017eb13ca4f66978c8cbf27eef4344f997d7166fb91fb7206c91c79348"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            13,
            4,
            4,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            13,
            4,
            4,
            5,
            4,
            15,
            6,
            25,
            13
          ],
          "topCandidateScores": [
            -0.0442526713013649,
            -5.188955307006836,
            -5.266270160675049,
            -5.965341091156006,
            -6.3759541511535645,
            -6.671056747436523,
            -7.3124589920043945,
            -7.324039936065674,
            -11.122918128967285,
            -11.32486629486084
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.295102596282959,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "dc44542859c3cbca8574092651cd1f21c6ed82151d156ed38dcb178aa365c095"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "be8da316fee266874258ff66412b7b301e68a17a5a46fdeb2330a832ae4a0ae1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "fa8a6f25e09ac2be31478c9a6e0c479888973ab1503284f3aefef48fa95d3b08"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f5133e7bedd9516356c3283e87d5c7054765a6745c8d55d41ab9f9e10c2ded8d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "92e2e1a672c0786c45b2d7de742f615c1552d0a37a8f340a554e8a2563b377ab"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d9c355b0a1f7f5fd189889b6ac113b76f73d0125de85d7727243fc4699457a0b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "64d6462b14256217e8fb85d79073f73ccf6aafd5901e87c6441702f8bbe49ff9"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "218fd5f335dd744cbce78ca4e4468fc7939ca2ba31abd734c9bfc94126b9fc13"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            13,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            13,
            10,
            10,
            6,
            4,
            13,
            6,
            15
          ],
          "topCandidateScores": [
            -0.04569358751177788,
            -5.19108772277832,
            -5.4432759284973145,
            -5.965341091156006,
            -6.375976085662842,
            -6.755452632904053,
            -7.251871109008789,
            -8.660578727722168,
            -9.307239532470703,
            -10.16727352142334
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.37947654724121094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "247e182af6d43e685b0f81ae386966b158d81002c7ca24e324473a242396b53b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c3d240abc839e3305ed828f7fcaef8135fe2b620440c2aaef3f883b98acd41ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "837b875ff8727fa148d63688261f67deb49d264d8a18579e653f4b793c7e6084"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "ce09964ca1cbcc57e575695571f9aa37803e8e00a9aac51e957e9896e401b65b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8b3ff40e902ae700ba48b738270d17eefe9beb4d860875560fe2244c9acf8bec"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f9393bb77dac1d8b1af1820dfcc42aa3477bd94e3e3221007f66c1145c1e62f6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "e9135ff827057c3dc7521efb372011d8981c2a7b8ad988286a6c3bd3c2f65227"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "af8e7cec70236b1bb13eb92e8d24c4100243092c32cfbb9ec1e175fce581596d"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            4,
            13,
            10,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            3,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            10,
            10,
            10,
            7,
            7,
            18,
            12,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.04569358751177788,
            -5.191088676452637,
            -5.443276882171631,
            -5.965972423553467,
            -6.376104354858398,
            -14.036369323730469,
            -14.983875274658203,
            -15.336198806762695,
            -15.775224685668945,
            -16.09458351135254
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 7.66026496887207,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c32c482cfc35c6b457eaf0f244125dfd56ec332bb3ddf0d3880bf38f9a56e8ad"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "92e356c9a1ebd3a39bb2c86d384509885172f2836b7b176a08839f879ca51b53"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d39efb84c89ffb7820888ddd71bc184685c5d8bb13a8efade4a67697e43ce0f9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "7bc221f9a6cb4022572f37b28106fabcbbb51da8a636d6a47d2234a14f19689c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "81ee9283087298b5379b19f400cea4cfbb4a754d885e7112fd128286fb3d1160"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "886246b636b55cd7e458f7ae335fb9d4f84bde8248dbe05ce8e246f3ff385c26"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e5f0ec06e37546a6a6ff752f3d006072119efcf54e65bc16c50095c6d0bd816b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "12379414ae0b4daf462cde80d02c0a4bc7ee04cd31dbf79d13fb68e32e7af9ab"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            10,
            10,
            10,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            0,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            4,
            5,
            11,
            6,
            18,
            12,
            18
          ],
          "topCandidateScores": [
            -0.04591970145702362,
            -5.19593620300293,
            -5.443281173706055,
            -6.376206398010254,
            -6.712810516357422,
            -6.867650032043457,
            -8.24752426147461,
            -8.67943286895752,
            -10.01729679107666,
            -10.679746627807617
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15483951568603516,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8be575b34bdc1460605e47e931e5e0ce3f2aa6ce9d5c46ef3ef3d76601f76827"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "059362e89690858ab8f2dc2bd7d87de40bfa13b07019cd412ca1db398cc2841a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "14cc8667cf80760ecbbeab2aca19ad8078232c3bbbcbde6e1b86ef255fd1f7ca"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "6ee2ebeb4196a58355efddcf3796f975e4dc2dbc03d897e33e439990d6fb9381"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "edb53cc8a37adcafc7753b4b22fa1a504f2909210a0994a72ed9082f64aa3d89"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "57c86c0ec78daacf61f3528244183f4359be1e62ba8fd63f47d680737210fd80"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3a8118b45634088d6fa6050ceb0836b7175f8abd310a7777d26765bd9389ec70"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "a0e1658a7a71a6ccafb8125c477b37d27c8a79019cd941bada9698b9d65aa474"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            7,
            7,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            4,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            5,
            11,
            13,
            12,
            13,
            6
          ],
          "topCandidateScores": [
            -0.04596345126628876,
            -5.196183204650879,
            -5.445182800292969,
            -6.376371383666992,
            -6.915574073791504,
            -8.524099349975586,
            -10.101724624633789,
            -11.0142822265625,
            -11.715116500854492,
            -11.990297317504883
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.608525276184082,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b7fef0783708189ac18d1442e224c46723edcc744c89bfbc15bca1c4cf6c5b09"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9b203360a2c8f996286f282d47dec81b6391ff78e8f7a8a7ecdb7b4d220091db"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7032ad1e2ee6a5d2a253656a9cb01912c5da1d7b24893b7a75c86a74628f29b4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f6f4b77a60da53192232454a2ef6b4d78c8df544b3f7ec83d18306108139793c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "d4ac02c2f46818e9776293a4fc870f43e186cb9d9c9d0d1141a9d553268cc0ee"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b6c6617b614a1ce98c738d26ddbb74ca5c2c2a4d3f4527de915ab0569a420a07"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "caf29c3f5c7cf957749f15fd251fd5b114abdb757840f2cf949e76a79a40cb12"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e41150e36f17c0c4a3e6e09ae9761eb02d48dfc92ca37abfc15176a4cbf76702"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            0,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            8,
            12,
            11,
            6,
            13,
            6,
            6
          ],
          "topCandidateScores": [
            -0.04603497311472893,
            -5.196537971496582,
            -5.445660591125488,
            -6.376371383666992,
            -6.9781670570373535,
            -9.84466552734375,
            -10.2117919921875,
            -10.380882263183594,
            -12.095724105834961,
            -13.440153121948242
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.8664984703063965,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "d175fee95aee25d2c6e12d49d46e9e3fd73cd0ce583171c342337a83d1979a4b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7f406a58d0a1781af4993ff51585e9f78a0e95afb10ec97e54bfb64bb8bdb1ab"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "806e3d5615ad9a82bc24205c62241edaf8e28b4424b9194f4fb670eb75c7ff27"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "8fc87356e4b54fd23e46732b8e231ed3725cd1695a76fb00760155306e9104b2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "aeb0b5853aa920fcce29750a4494ab27f8cd6347a19001eb149d4b00fcffac19"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "fda5399527916b2393bba158d6c409d41b43e207ba1fa16052f1c6e34e2ed6b2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "b275d742c4a702ad4f22c31e2b45c7bc6414726a2eb4bccf514981be904b5d02"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "bfeeecc665d25cdd8fc94d0556bdacb6710f650c83b796601d20f6ada76c638f"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            4,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            8,
            3,
            8,
            11,
            5,
            18,
            5,
            9
          ],
          "topCandidateScores": [
            -0.04603497311472893,
            -5.196537971496582,
            -5.445660591125488,
            -6.3763909339904785,
            -6.978401184082031,
            -15.422294616699219,
            -18.0963077545166,
            -18.09640884399414,
            -18.722688674926758,
            -19.421489715576172
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                10,
                5,
                5,
                12,
                5,
                5,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -6.3763909339904785,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 8.443893432617188,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "3fadf79f8f794fcc6d3cac6d77e41d605fb7f14108540cb34e473851e1143048"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "799fb6d11b739238e89f3e5209f45b746fc61eb2b24ea79e4bb85bc2edaf8633"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "6e5bb17ded8efe6293e7910673dcb6f823a92cfd3a734b83b97ba40fe328ebf1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "af433b7da42f7446f5eb49d4912c79bff055d02add4e722115c1f6e3b7b3d6c0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "7379e0526ce582a5a3c791caac2c0fc722daeede220a132c75b1ee610318555d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "394198945a6c3c7bbaab144f32d092f698ec10d6e0d1c5f9ef1ae2a53a59a467"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "e64c4172c989ead33efae69295552327dca1e3e96a200838b50ca8c19bb164f5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "ea2197a69136ccfc7488bcc84dcf4634c0cd7090e095b8204623c25a0e13fe7f"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            8,
            8,
            8,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            4,
            4,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            4,
            5,
            18,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -0.04604021832346916,
            -5.196563243865967,
            -5.44572114944458,
            -6.9866437911987305,
            -12.623445510864258,
            -12.659838676452637,
            -12.913908004760742,
            -13.819578170776367,
            -13.897749900817871,
            -14.964468002319336
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                18,
                4,
                10,
                4,
                4,
                13,
                4,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -0.04604021832346916,
              "finishedAt": 19,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                18,
                4,
                10,
                4,
                4,
                4,
                13,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -5.196563243865967,
              "finishedAt": 19,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                18,
                4,
                10,
                4,
                4,
                4,
                4,
                13,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -5.44572114944458,
              "finishedAt": 19,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                8,
                11,
                5,
                5,
                6,
                4,
                10,
                4,
                4,
                4,
                4,
                4,
                10,
                7,
                5,
                5,
                12,
                8
              ],
              "score": -6.9866437911987305,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.036393165588378906,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "602cd4115438a365f09091e8f136aa35880138094ca5a00a2d733cf323fa5b16"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "f62223bcded262d26469070678832abee895cf35e38336ee8e9dbb6e754c1fe0"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "5ddf7c23a0e3509c8774733605947294c7c52f4878fdfb8701f100527d060594"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "286df72370dc2b6cfc56727547a43d964d49751816f84814d907ca56fc6d3f4f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "5bc2a59576cbe4d77e407824e8dad1e9d0b1ba82807a3dabaa72fc9ff89f2379"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "fbc768a99258a6e4f42082e6180795fd7a2e321dc61fd5d005a0f97bf9975e4c"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1e1b36b8a7986c217773c4451dd5776d9a803a595aaeafd60baac796c073f10c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0a139badfe8f44c2aab1bfd3b58c0c9ccb19e337ebb81431e68c3362c15f59d2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "d5fbed2f04bcc0526a68ae26776d5a3a6a78bc75dd461e43b7cd938436e9a2a8"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "a4f63379e9ac9770764313182da87ccd95e285e6ca8c0580bf960b555b0b8e99"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "360686eca17ad5fa79608f9316f0b81f81c0beaca7ddc7d60251f598a899c23a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "dd07ae46565d5ca4809dfe8f3590188393d85c1e84c6af09a92c3aac75ac63c0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "2420ea7c679725bdb38f9b1b57969c07df0c8062b8951e9fd8c86bfbad84afe5"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                23,
                64
              ],
              "sha256": "bfc20a2259fa7ad250734d7126488b7b348ebd2fb4a10839b9b3f1f60df093e9"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "086a38425b28b473048e8657fe398a15854c4022cc74fe7bae097bad7540ce49"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c391b54b12e329d463b56f253e6fb9d8c15bc592aafe7a8cae945502247c1ac1"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            23,
            13,
            12,
            9,
            17,
            14,
            18,
            34
          ],
          "topCandidateScores": [
            -0.021267926320433617,
            -4.275734901428223,
            -5.892375469207764,
            -6.499810218811035,
            -6.526828765869141,
            -7.258628845214844,
            -8.091290473937988,
            -9.24698543548584,
            -9.317317962646484,
            -9.405661582946777
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7318000793457031
        },
        {
          "step": 1,
          "inputTokenIDs": [
            4,
            5,
            23,
            13,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            1,
            3,
            1,
            4,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            4,
            4,
            5,
            8,
            6,
            4,
            24,
            12
          ],
          "topCandidateScores": [
            -0.021267926320433617,
            -5.043816566467285,
            -5.788340091705322,
            -5.8955583572387695,
            -6.017277240753174,
            -6.499810218811035,
            -7.1446428298950195,
            -7.19457483291626,
            -7.603304862976074,
            -7.6443634033203125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.48253297805786133
        },
        {
          "step": 2,
          "inputTokenIDs": [
            8,
            8,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            4,
            4,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            11,
            8,
            8,
            6,
            6,
            5,
            8,
            5,
            12
          ],
          "topCandidateScores": [
            -0.022066906094551086,
            -5.100423812866211,
            -5.788341045379639,
            -5.8955583572387695,
            -6.975424289703369,
            -7.431750774383545,
            -7.61345100402832,
            -7.6417951583862305,
            -8.115068435668945,
            -8.619415283203125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4563264846801758
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            11,
            8,
            8,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            0,
            2,
            0,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            5,
            13,
            13,
            6,
            11,
            12
          ],
          "topCandidateScores": [
            -0.02280966192483902,
            -5.114882469177246,
            -5.898882865905762,
            -5.940420627593994,
            -7.130134582519531,
            -7.6802592277526855,
            -7.7565484046936035,
            -8.300666809082031,
            -9.244867324829102,
            -9.360817909240723
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5501246452331543
        },
        {
          "step": 4,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            1,
            4,
            0,
            1,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            4,
            4,
            6,
            7,
            6,
            12,
            13,
            13
          ],
          "topCandidateScores": [
            -0.023673437535762787,
            -5.5317301750183105,
            -5.943132400512695,
            -6.16117000579834,
            -6.653463363647461,
            -7.147432327270508,
            -7.2528076171875,
            -7.300178050994873,
            -7.725704193115234,
            -9.029397964477539
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4939689636230469
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            5,
            4,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            2,
            3,
            1,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            13,
            4,
            4,
            4,
            6,
            5,
            11,
            6
          ],
          "topCandidateScores": [
            -0.024151472374796867,
            -5.888179302215576,
            -6.568118095397949,
            -6.666845321655273,
            -6.822081565856934,
            -6.9930877685546875,
            -7.069160461425781,
            -7.465363502502441,
            -8.092961311340332,
            -8.192747116088867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1710062026977539
        },
        {
          "step": 6,
          "inputTokenIDs": [
            6,
            6,
            13,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            4,
            4,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            18,
            5,
            4,
            4,
            10,
            12,
            4,
            6,
            33,
            9
          ],
          "topCandidateScores": [
            -0.028389310464262962,
            -5.833794116973877,
            -5.926159381866455,
            -6.575436115264893,
            -6.666845321655273,
            -7.218478202819824,
            -7.497010707855225,
            -7.605144023895264,
            -8.536982536315918,
            -8.738383293151855
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5516328811645508
        },
        {
          "step": 7,
          "inputTokenIDs": [
            18,
            5,
            4,
            4,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            3,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            10,
            10,
            6,
            4,
            13,
            4,
            4,
            5,
            12
          ],
          "topCandidateScores": [
            -0.028824687004089355,
            -5.913374900817871,
            -5.926159381866455,
            -6.666893482208252,
            -6.668240070343018,
            -7.7753190994262695,
            -9.087872505187988,
            -9.208332061767578,
            -9.94920825958252,
            -10.4403715133667
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.107079029083252
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            10,
            10,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            1,
            1,
            3,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            10,
            4,
            5,
            4,
            18,
            11,
            6,
            5,
            12,
            13
          ],
          "topCandidateScores": [
            -0.028824687004089355,
            -5.926912784576416,
            -6.333360195159912,
            -6.6698689460754395,
            -6.670801162719727,
            -7.089573860168457,
            -9.332412719726562,
            -12.52261734008789,
            -12.839052200317383,
            -13.122607231140137
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.41877269744873047
        },
        {
          "step": 9,
          "inputTokenIDs": [
            10,
            4,
            5,
            4,
            18
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            2,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            4,
            4,
            13,
            13,
            11,
            13,
            5
          ],
          "topCandidateScores": [
            -0.030006663873791695,
            -5.927921295166016,
            -6.366568565368652,
            -6.670828819274902,
            -6.775697708129883,
            -6.77578592300415,
            -8.974589347839355,
            -9.812837600708008,
            -12.891111373901367,
            -13.210813522338867
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 8.821487426757812e-05
        },
        {
          "step": 10,
          "inputTokenIDs": [
            4,
            4,
            5,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            12,
            10,
            4,
            13,
            13,
            6,
            15,
            13
          ],
          "topCandidateScores": [
            -0.03103681653738022,
            -5.957030296325684,
            -6.37028694152832,
            -6.670828819274902,
            -6.781445026397705,
            -7.038478851318359,
            -9.49068546295166,
            -9.627054214477539,
            -10.105125427246094,
            -12.427606582641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2570338249206543
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            12,
            10,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            13,
            4,
            4,
            5,
            4,
            4,
            6,
            46,
            15,
            25
          ],
          "topCandidateScores": [
            -0.04422967880964279,
            -4.414546489715576,
            -5.961282253265381,
            -6.375486373901367,
            -6.670912265777588,
            -6.787884712219238,
            -7.7533721923828125,
            -9.224031448364258,
            -10.230518341064453,
            -10.360197067260742
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.11697244644165039
        },
        {
          "step": 12,
          "inputTokenIDs": [
            13,
            4,
            4,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            13,
            4,
            4,
            5,
            4,
            15,
            6,
            25,
            13
          ],
          "topCandidateScores": [
            -0.04425042122602463,
            -5.188958168029785,
            -5.266273498535156,
            -5.965338706970215,
            -6.375953197479248,
            -6.671053409576416,
            -7.312460899353027,
            -7.324040412902832,
            -11.122919082641602,
            -11.324872016906738
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29510021209716797
        },
        {
          "step": 13,
          "inputTokenIDs": [
            4,
            13,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            13,
            10,
            10,
            6,
            4,
            13,
            6,
            15
          ],
          "topCandidateScores": [
            -0.045690979808568954,
            -5.1910905838012695,
            -5.443279266357422,
            -5.965338706970215,
            -6.375974655151367,
            -6.755446434020996,
            -7.251867294311523,
            -8.66057300567627,
            -9.307238578796387,
            -10.167266845703125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3794717788696289
        },
        {
          "step": 14,
          "inputTokenIDs": [
            4,
            4,
            13,
            10,
            10
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            3,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            10,
            10,
            10,
            7,
            7,
            18,
            12,
            5,
            4,
            9
          ],
          "topCandidateScores": [
            -0.045690979808568954,
            -5.191091060638428,
            -5.44327974319458,
            -5.965969562530518,
            -6.376102447509766,
            -14.036364555358887,
            -14.983872413635254,
            -15.336197853088379,
            -15.775224685668945,
            -16.094585418701172
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 7.660262107849121
        },
        {
          "step": 15,
          "inputTokenIDs": [
            10,
            10,
            10,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            0,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            4,
            5,
            11,
            6,
            18,
            12,
            18
          ],
          "topCandidateScores": [
            -0.04591649770736694,
            -5.1959381103515625,
            -5.443283557891846,
            -6.376204013824463,
            -6.7128071784973145,
            -6.867647647857666,
            -8.247518539428711,
            -8.679434776306152,
            -10.017292022705078,
            -10.679744720458984
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.15484046936035156
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            7,
            7,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            4,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            4,
            5,
            11,
            13,
            12,
            13,
            6
          ],
          "topCandidateScores": [
            -0.04596012830734253,
            -5.19618558883667,
            -5.44518518447876,
            -6.376368999481201,
            -6.915571212768555,
            -8.524092674255371,
            -10.10172176361084,
            -11.014280319213867,
            -11.715117454528809,
            -11.990289688110352
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6085214614868164
        },
        {
          "step": 17,
          "inputTokenIDs": [
            4,
            4,
            4,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            0,
            0,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            4,
            8,
            12,
            11,
            6,
            13,
            6,
            6
          ],
          "topCandidateScores": [
            -0.04603153094649315,
            -5.196540355682373,
            -5.445662975311279,
            -6.376368999481201,
            -6.978163719177246,
            -9.844659805297852,
            -10.211792945861816,
            -10.380880355834961,
            -12.095719337463379,
            -13.440149307250977
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.8664960861206055
        },
        {
          "step": 18,
          "inputTokenIDs": [
            4,
            4,
            4,
            8,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            8,
            3,
            8,
            11,
            5,
            18,
            5,
            9
          ],
          "topCandidateScores": [
            -0.04603153094649315,
            -5.196540355682373,
            -5.445662975311279,
            -6.376388072967529,
            -6.978397846221924,
            -15.422286987304688,
            -18.096302032470703,
            -18.096410751342773,
            -18.722698211669922,
            -19.42149543762207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                5,
                10,
                5,
                5,
                12,
                5,
                5,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -6.376388072967529,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 8.443889617919922
        },
        {
          "step": 19,
          "inputTokenIDs": [
            8,
            8,
            8,
            11,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            4,
            4,
            0,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            4,
            5,
            18,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -0.04603665694594383,
            -5.196565628051758,
            -5.445723056793213,
            -6.986639976501465,
            -12.623437881469727,
            -12.659830093383789,
            -12.913908958435059,
            -13.819579124450684,
            -13.89773941040039,
            -14.964470863342285
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                18,
                4,
                10,
                4,
                4,
                13,
                4,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -0.04603665694594383,
              "finishedAt": 19,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                18,
                4,
                10,
                4,
                4,
                4,
                13,
                4,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -5.196565628051758,
              "finishedAt": 19,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                18,
                4,
                10,
                4,
                4,
                4,
                4,
                13,
                10,
                7,
                4,
                4,
                8
              ],
              "score": -5.445723056793213,
              "finishedAt": 19,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                8,
                11,
                5,
                5,
                6,
                4,
                10,
                4,
                4,
                4,
                4,
                4,
                10,
                7,
                5,
                5,
                12,
                8
              ],
              "score": -6.986639976501465,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0363922119140625
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            18,
            4,
            10,
            4,
            4,
            13,
            4,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -0.04604021832346916,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            18,
            4,
            10,
            4,
            4,
            4,
            13,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -5.196563243865967,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            18,
            4,
            10,
            4,
            4,
            4,
            4,
            13,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -5.44572114944458,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            10,
            5,
            5,
            12,
            5,
            5,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -6.3763909339904785,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            8,
            11,
            5,
            5,
            6,
            4,
            10,
            4,
            4,
            4,
            4,
            4,
            10,
            7,
            5,
            5,
            12,
            8
          ],
          "score": -6.9866437911987305,
          "finishedAt": 19,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            18,
            4,
            10,
            4,
            4,
            13,
            4,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -0.04603665694594383,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            18,
            4,
            10,
            4,
            4,
            4,
            13,
            4,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -5.196565628051758,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            18,
            4,
            10,
            4,
            4,
            4,
            4,
            13,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -5.445723056793213,
          "finishedAt": 19,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            5,
            10,
            5,
            5,
            12,
            5,
            5,
            10,
            7,
            4,
            4,
            8
          ],
          "score": -6.376388072967529,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            8,
            11,
            5,
            5,
            6,
            4,
            10,
            4,
            4,
            4,
            4,
            4,
            10,
            7,
            5,
            5,
            12,
            8
          ],
          "score": -6.986639976501465,
          "finishedAt": 19,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "Brc1ccncc1.OB(O)c1ccccc1",
        "candidates": [
          {
            "smiles": "c1ccc(-c2ccncc2)cc1",
            "formula": "C11H9N",
            "model_score": -0.04604021832346916,
            "rank": 1
          },
          {
            "smiles": "c1ccc(-c2cccnc2)cc1",
            "formula": "C11H9N",
            "model_score": -5.196563243865967,
            "rank": 2
          },
          {
            "smiles": "c1ccc(-c2ccccn2)cc1",
            "formula": "C11H9N",
            "model_score": -5.44572114944458,
            "rank": 3
          },
          {
            "smiles": "c1ccc(C2CCNCC2)cc1",
            "formula": "C11H15N",
            "model_score": -6.3763909339904785,
            "rank": 4
          },
          {
            "smiles": "C1=CC(c2ccccc2)CCN1",
            "formula": "C11H13N",
            "model_score": -6.9866437911987305,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "Brc1ccncc1.OB(O)c1ccccc1",
        "candidates": [
          {
            "smiles": "c1ccc(-c2ccncc2)cc1",
            "formula": "C11H9N",
            "model_score": -0.04603665694594383,
            "rank": 1
          },
          {
            "smiles": "c1ccc(-c2cccnc2)cc1",
            "formula": "C11H9N",
            "model_score": -5.196565628051758,
            "rank": 2
          },
          {
            "smiles": "c1ccc(-c2ccccn2)cc1",
            "formula": "C11H9N",
            "model_score": -5.445723056793213,
            "rank": 3
          },
          {
            "smiles": "c1ccc(C2CCNCC2)cc1",
            "formula": "C11H15N",
            "model_score": -6.376388072967529,
            "rank": 4
          },
          {
            "smiles": "C1=CC(c2ccccc2)CCN1",
            "formula": "C11H13N",
            "model_score": -6.986639976501465,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "chiral-acylation",
      "logitPairs": [
        "new-holdout-cpu__chiral-acylation__logits_0",
        "new-holdout-cpu__chiral-acylation__logits_1",
        "new-holdout-cpu__chiral-acylation__logits_2",
        "new-holdout-cpu__chiral-acylation__logits_3",
        "new-holdout-cpu__chiral-acylation__logits_4",
        "new-holdout-cpu__chiral-acylation__logits_5",
        "new-holdout-cpu__chiral-acylation__logits_6",
        "new-holdout-cpu__chiral-acylation__logits_7",
        "new-holdout-cpu__chiral-acylation__logits_8",
        "new-holdout-cpu__chiral-acylation__logits_9",
        "new-holdout-cpu__chiral-acylation__logits_10",
        "new-holdout-cpu__chiral-acylation__logits_11",
        "new-holdout-cpu__chiral-acylation__logits_12",
        "new-holdout-cpu__chiral-acylation__logits_13",
        "new-holdout-cpu__chiral-acylation__logits_14",
        "new-holdout-cpu__chiral-acylation__logits_15",
        "new-holdout-cpu__chiral-acylation__logits_16",
        "new-holdout-cpu__chiral-acylation__logits_17",
        "new-holdout-cpu__chiral-acylation__logits_18"
      ],
      "maximumProbabilityError": 3.3768861405492068e-06,
      "maximumRowTotalVariation": 3.3769119716275694e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            19,
            20,
            39,
            45,
            13
          ],
          "topCandidateScores": [
            -0.002977701835334301,
            -6.71127462387085,
            -6.785184383392334,
            -8.749670028686523,
            -9.160306930541992,
            -9.302787780761719,
            -9.426326751708984,
            -9.707620620727539,
            -9.906000137329102,
            -11.513988494873047
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14248085021972656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "33073b1cb8013248a62df4fc0ff62b06954e85922903dfc677d9d55bbe0b9203"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "d545dceb0f246a4036addbf486217fe8cc5ef8b93489dd8bbf84ab7c4008ec56"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "1ac3c0545a5a3354fa0f7cc3579e62096e39b6c9bd3847f1c6c883747bf18f2f"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "460597175c8c4052f2b69f53eb9bb36f40db961f4576d265ed7c764c84b07937"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "b109cebd493aaec31895781467de460f74756e5d78fb39f4f40d494ede187a00"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "3bc8f133b8b364d5e540fd2b3362dce21b47b62e65aa6bab5d2bce2837916107"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "88900bb2d28a9310e647ecd7768d61cca420b406415173f34264f8b52e182a39"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "aca0eda6de7273e629b0fd1ef6c7f236a06adb11dec6b9e846c2ace28b56eb7f"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "48306437f3c613f91cacc4d47ed771fe46dc637a6cd8310ac37a8d0b7c52fff6"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "360a58531ff09383fe6d29eff9e9674c17ad9e7b391a1945a087e88b360a2d0b"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "90d3fa815f8df8964755689a15e27c9a041f274bda546760114ca8692a7ce921"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                20,
                64
              ],
              "sha256": "8bd5154735e2ef12d39434d66b317a24d96e47283ad0f7d1e9002cf1cb1a994f"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4f866a8cdf7fbe66e45d1b908eb6397ecc7fe4bb0bdc3c18df283e334b94f60d"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "9efcf912d8eac5ff9b23256f2f797f7d36389f71abe681ad7cbc59e97d9f01e6"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            6,
            11,
            12,
            5,
            19,
            6,
            11,
            20
          ],
          "topCandidateScores": [
            -0.029189780354499817,
            -3.7952425479888916,
            -6.693523406982422,
            -6.915836334228516,
            -6.940850734710693,
            -7.486302375793457,
            -7.7638421058654785,
            -7.86116361618042,
            -8.290800094604492,
            -8.451935768127441
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5454516410827637,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d54dba53bb234aef5de39650cf7bfc186cd072c545ed4d2256544d0b96aa8ea9"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1733551314d01adb89a34e3bb80e0294e5b6e90ed7a958d287c82af1c2665f01"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8bab7130f0d91a7fb67199ee1862223e9dbf15b0e38ee38b52cecdd4c05d0d09"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "70d1f036bd10a843caf442a0bf5fab91956110d8846cb09b3a68fb1f7a3b4d3e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "bc183ab3a5beac54f4f5146470ec8473bbe14b174e8087c81df95c707fc2030e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4a610a2408a7ac67de9c68ac6778d99c2ae1badcd67dc6edfb78afb3faac3f76"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4684fc9d4ae9820a80c3356336fa81509586628da107d0df84e7dd651edf14b5"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "602a624e2735c4e5a296f8458cf47949b9bb839767441f0b55e957a5f84cf2ab"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            9,
            5,
            6,
            11,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            1,
            4,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            12,
            5,
            9,
            11,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -0.029304929077625275,
            -3.8743388652801514,
            -6.930434226989746,
            -7.2740478515625,
            -7.304925918579102,
            -7.437256813049316,
            -7.862711429595947,
            -7.994128227233887,
            -8.192045211791992,
            -8.29090690612793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13233089447021484,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "1e2748efbbcb660f6f8d9afd25573aca0485d963769853d4141ba4a383a6c3ac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "0ece42c325bc248ee19a02c528b367fee19487cfc2a0e9c2cf1be51e65b58628"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "09edee83e63cd434e23bfc318fbfae958c2b4ed5aa2ffa0159dc4c1e374fb4c6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2febd41c66cd9ebd61bbc0349a00862e82b928a7a76be5e00d93937058c43a80"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b28c6a4a86427013ce64f254d5c854fc02b07b151763cf2f1076c1e431827616"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ba45c889d91ac3300025d27d6d78d5f65bf12bf7e623d83b1ef2b96b93835c86"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "bc9345f970a9b5c7a73aee43a5e0950640b2d1935816e3b715f49e8348e854a8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "938c18abbde1d4295f40fcc9c8b02e6a2abd0ed9df4d2e7ad8c14f1cf52c2ab4"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            6,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            1,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            11,
            6,
            6,
            6,
            5,
            12,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.029579073190689087,
            -3.9045755863189697,
            -7.073570728302002,
            -7.383852005004883,
            -7.4974822998046875,
            -8.01424789428711,
            -8.22320556640625,
            -9.055548667907715,
            -9.240824699401855,
            -9.263471603393555
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167655944824219,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a0ce106637e4897b815a193533a1891aee72d98428fa0575a4756d6d917793d3"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a488cab490d395b665963be0d2e794f2c00b6a66c3c53384defd1cb068204a97"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "bf43378ea335dbc2b688cea57c88c498fa7253db17db7bf3493a5d51efbd1843"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "fed05f47baa4285b8297bb1e3b5cbb5e6fe775c3211ea050e7c61d9a8042ac5e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8c63b9595e756b3b9766d2e6d42b85fc5ec6bd03b98915afa2ea5b58656391e6"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "70e4d5fc4cf86b234543b878b49813df651d049167dee91770b51c4f0f5b75f5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "e605efc0d4730993263fda801ea4e219613a865200f60ed81fa4d08b2821c96f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "18fd21348d3a9e02cae5fe06262091a7883e3ec0763b3c22f87f65b765806e04"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            11,
            5,
            9,
            12,
            5,
            5,
            5,
            17
          ],
          "topCandidateScores": [
            -0.02965691313147545,
            -3.9047117233276367,
            -7.484605312347412,
            -7.552599906921387,
            -8.15177059173584,
            -8.275307655334473,
            -8.327839851379395,
            -9.763484954833984,
            -9.851602554321289,
            -10.915740966796875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12353706359863281,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "17b4099b3f623c8dee9f39d85069f08a8e6abc643967086baf45c76ef776ab16"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8cc4576b9aa14f5afe27e2edced7c0c3db2ac1f1363a178d1430df01b477cf60"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "da3fa3fb67211c583f1bba70bc7a4c36ef693c89f0628530c9917450325d330c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "5182e0df49d1482ca519d59413b149a307b045814fdca3164746b2e122b1b67e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4e18333af3676f78c39d97b62839370ae51e3a9add10381b5b5389a148d79d6a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ef9932de2bbdd98ef7804d2214bebee9da707fb3e801d30f37a4e3fa4fbb7333"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ace93b7a76bc66a4923502c1642d8e00acca5769dd943db15415dd4680a131bf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4b5023123b98f2d067a773db15e9598d5e776c747b43be6c3f0dcab52fc4a76c"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            11,
            9,
            11,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            6,
            5,
            7,
            5,
            21,
            12,
            7
          ],
          "topCandidateScores": [
            -0.02970280684530735,
            -3.9047117233276367,
            -7.485257625579834,
            -7.7157182693481445,
            -8.455719947814941,
            -9.515777587890625,
            -9.592987060546875,
            -10.40040397644043,
            -11.424263000488281,
            -11.641239166259766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0600576400756836,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a07a0baf0c0ae2dbeb99f3fd9002d3c661c99185d6da2bd5bfbf93fc49fcbc85"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f4f9c37f46d7d66f3adb14871f96585ac30dd22915cce7db9b44d28c1fda78eb"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "109f48fadc564808c9a3cee927f0ed9ff62d6fd3c926efb29c1f387d5a8ac08e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d5e72e232ed4cc2bd422b9f871d2c5e2e7a98564189f4cd4a425c2fcfc00c7c0"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "8e6c2c6bace989566d3c7a0cf3511c1a0dd8f6231673721cbec195702110120a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b16465f9aa6a326a079bbf5845196e1521d63782f5a4d21b8c67f289f620cf93"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c3ca00e69db7dc13b357cb73db67f106d9045e9edccc37cd7a8c8cdd604bbc1a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ddb57544f4382264023edd9ea9cf9a4640b382e2333941316dbf6d49f36d3bbf"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            12,
            7,
            5,
            7,
            5,
            9,
            4,
            11,
            19
          ],
          "topCandidateScores": [
            -0.02970280684530735,
            -3.918745517730713,
            -7.485257625579834,
            -7.735800743103027,
            -8.523398399353027,
            -8.762367248535156,
            -9.303905487060547,
            -11.533907890319824,
            -11.658870697021484,
            -11.99781322479248
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2389688491821289,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "079a4ea430e32c5bee16a76c7d546992b20a23e994b288242efe937b7526ae08"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d35287b57361eda694eef8b7f0422b1f638b1f70bb61d2c83bac96d81ecdf4bf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9229b3a0793455da5a35aa3e221ec5c69416e4722ac9d281ac3b0560c2fccdae"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c9e09a679021908b392d6b6eb787d4bf34f079d84235717786909e178687f93e"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c2b31694ab25fec22957635689dff14dbc6d136200a50fa1baea8fcc0463fadc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "0e4e97abcb647e7947ef3c2ce44ae4afd6b8f37d498cf3a3bf615759f70b79b2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "32f7dcd800e55b51d75accf1240878fbc9fbee7d22462f1fc3b115a2fa9b8037"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "93ca30da05ac95607cab0bd52479063647bdbd62c209c887c1b5b32cfbe8974a"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            12,
            7,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            0,
            1,
            1,
            0,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            20,
            5,
            19,
            12,
            7,
            5,
            35
          ],
          "topCandidateScores": [
            -0.21427077054977417,
            -1.900696873664856,
            -4.310821533203125,
            -4.345911979675293,
            -5.25642204284668,
            -6.887184143066406,
            -7.300347328186035,
            -7.736483573913574,
            -8.081028938293457,
            -8.342546463012695
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6307621002197266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "9941db788823e581e7a1577095ad6cf055217ff02fa56abd039e41ddf12159ac"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "65e0df8797a6ce44552c0dfdc73cbf9b344216e3ef9c1d405a573dc898108398"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0a81a01b664266f8c46932affc02d1dc4b0c46e6f797b4ae696794809b68084b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b156e2dc12da7aae17f2d1b17b0e3eeeb1c63478ca067f5df56b1f74c9b4ffa2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3a211c8083bcb6c7e509044aab34eb5b846fe29e28b88d8c8fad5d2db4cafa76"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1facef2c4c2c5892dfbff8309e8f4c017121d931b1c1f8830edf21e89ce5b53c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "49d0037ebdc2bbe5bddd3fc36aca6acd39c9a6fe561d10416aab6e8842908949"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "a6bff338cc2144a2221cd8e9f81ae31fa213985c2d099136c580a9f3d37456f3"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            19,
            5,
            20,
            20,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            6,
            6,
            5,
            12,
            19,
            5,
            20
          ],
          "topCandidateScores": [
            -0.2142905592918396,
            -1.9307136535644531,
            -4.311342716217041,
            -4.346072196960449,
            -5.3065314292907715,
            -5.822367191314697,
            -6.888192653656006,
            -8.336966514587402,
            -8.354881286621094,
            -8.972284317016602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5158357620239258,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5ee3538d6c234ed09d8a1b6272f8cf2a519e39560a34024d3b395f927e874d97"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c740e2aae520fb26ef000450ea79324b3ca2662b2446cc62a4f3497e7e644995"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3820ec22649ec85e780136fb13db883976dca99cb701980e8b39f6d51a93ea02"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d7afecd48b1e399461cadf5eb805b94be41b21084379175c4a0d276eef0fa186"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "1666dfc87bff699c2cf56e9299f0f4a227c3e8b2438ca89f2795d6b3080fdb48"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5e61df56511ac6cac0aedf91d0b96b4d3a258e471286b781d7e313d9810287ce"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "14d9bef7ecfbbcd9520ecb91ed2bc0e5eb5bab447ff8bf87a188a6c7cfa96835"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "af60acd4c7053645df85c506be3ce00ca48f1f5f0ae27ebbc761998f65f1a445"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            6,
            6,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            1,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            12,
            12,
            11,
            12,
            11
          ],
          "topCandidateScores": [
            -0.21445564925670624,
            -1.9317352771759033,
            -4.31146764755249,
            -4.350295543670654,
            -5.310424327850342,
            -9.228546142578125,
            -9.540388107299805,
            -9.657880783081055,
            -9.829540252685547,
            -10.97240924835205
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.918121814727783,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "254ddec2f353c706e5806f0207b2b7e249296d979dbe131d4efe1b73712348f1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2b74ef1b5a42fdeef4bf7d5d9b6db9d01aed932c9ddc7d70a32f80062dc0a666"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "dc43c75e471fb16432c30bc0a6b50894c274fed752d58ab51bed34008ff3a0b9"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1c70f774e2d2ce0176a35f98a648d5d0707b1922bac75c3bad329a2eb3ca5ca9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9d9bbace621a513fcb414dee57d6a40e1ee6ae5f113d00719f4feee74899e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f4751ff18c5263c5420196d273f37293ab5a7427e6c81eaa9aa69a73ccbaefb1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d12331acfb0464f5176aa6a062aa932dc07c3dc77cb0677d0f11add9e9d3a2ff"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a003a2f123408352e2ae9d6120f1c11204bfc2979f9d7d2636d408831f67b4f5"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            4,
            0,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            7,
            5,
            6,
            4,
            5,
            5
          ],
          "topCandidateScores": [
            -0.21484503149986267,
            -1.9323415756225586,
            -4.3138275146484375,
            -4.350775241851807,
            -5.338937282562256,
            -8.537483215332031,
            -9.127543449401855,
            -9.630780220031738,
            -9.683965682983398,
            -10.655355453491211
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.1985459327697754,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "724756bc89544cafc44c01c8d12e13548884b24b27c8220f7e58d7bc4c973461"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "37ff9c0fc14b1312805855af82b6e1eb53601404a68482d720094cbf25c91d4e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "30f13388134adc0b13ef15723d44022cf56bd11f49f479acee09ba8b278ace88"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "bcfbf1d4d71f01cc238d70184a1b9eb2bcee374d9baf88f329133a88943e4917"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8afc17e16b834120333fb9c16a420478508913d044938ccb944af35da3746a10"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "dfeba1c318d92ecde30241a2088872932d37e7a2d45e7365fff7109704f7ee74"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "7d8148b6af772aad8136dde457959f503fcdf41e8af878837b1d7db1939b60a7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "03e2bc5bb804cec8d59be638ccd861d7106e9ccdbdfd1181cd38ba1dbd65974b"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            5,
            12,
            5,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.2156088650226593,
            -1.9369192123413086,
            -4.313882350921631,
            -4.35234260559082,
            -5.343328952789307,
            -7.608434200286865,
            -8.26994514465332,
            -8.486262321472168,
            -8.787089347839355,
            -9.555692672729492
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.2651052474975586,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "78237f50094b28a47a5131c8543be30b65ab210b53976c7de07dc1c01dee8890"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "71aca58c0b2ea80e379d9f9035f6e736fa4a99d3f11f3ea688d01779feea99a9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "45378100002ce371a5e6667cac5b08f38c50453bc87b32049207e60d5585f5b2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e8dde7d0788d9c81e0abf40cf66882ee1bbdad6cef317422d4f13bfc7c5c92dd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "115197e22ad6090d74c014875f93a653d12e1822d1474a1adf6c0fe04a4a7170"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d27dc1afe7a6e080887d09969554b144b4d29faeea294a35552f36a8453dd198"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e824a30a3efa8030e19ac49cc720904e33e1255b6689ff4253205b881a6f39fc"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "85c74cc5f07e0225ff975b6cd47b7249824476f0528ce6d9172686857a7134ec"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            12,
            12,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            6,
            5,
            6,
            6,
            11,
            9,
            6,
            11
          ],
          "topCandidateScores": [
            -0.21651063859462738,
            -1.9387136697769165,
            -4.3150482177734375,
            -4.353434085845947,
            -5.346981048583984,
            -7.890901565551758,
            -8.679871559143066,
            -8.99487018585205,
            -9.139041900634766,
            -9.178131103515625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.5439205169677734,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "648e6f2731815479639e5498a7963aaea64ba0a912faf6e76b4f6a258fa45faf"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "8573c783631d76c77af376e7a6b1c64f0759cf4a5b1510b4d5faea9c84733b38"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6b7f8466cb456c680138f7d48016b1179a0adcff8283ec1aa9282c714d753fe1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2495aa94c4e01b868aa5767e89c3e33d6d690ce71bc9c937632bae240ca221af"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "f6c9401fc88631fd7e86d86e19337154e025067dd0675b277b6db8a1345198ad"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "ac9c79149efd09d8aefcd7e7cbff6d05cb5b2dc4be921253a6db48bb5b19bd7f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "cfae2dc2c42bdd1d7dc45fba2eeb0195f29f722c8f0b089f8d18070f117662a0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "e3da529375ee845f3ad5796586941089c374368201fc1fd28b69dd3772b02ef6"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            1,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            11,
            6,
            11,
            12,
            11,
            11,
            5,
            12
          ],
          "topCandidateScores": [
            -0.21669194102287292,
            -1.9392008781433105,
            -4.323285102844238,
            -4.353922367095947,
            -5.359564781188965,
            -9.274245262145996,
            -9.349306106567383,
            -9.961663246154785,
            -10.091147422790527,
            -10.243671417236328
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.9146804809570312,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "3b97a06822805b986e89f9b321f25168f8d33ec240a07b0db1df48a39cbfdf89"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "c163bac82e0ad12980d044087d8de03930e62405b43a71343941e750b1be156b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "68c98a4e14aad1021cfdfbb3dfe07f2ddcea12934fd2062814249f5ea9481db0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f1e1e3b85a6dd15ef9a4a7a7a17eae897a4d3508993b036b1067494c6153105f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "899b5bfe4c58be4c2c061e98b1aa8ea38c0817f8fe6869fd3601a5c57d28b640"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "871b665d18348b8f0c6354dfee9e3087379e189aa654e1a9c5031cac452eee7e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4e67ad0ac1080f081c162dca3d35f97bc39d12912048744fca576e4beb782373"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "a33a4390984a1d7c1eff8293bb50d2dd6dc21354371330bf7a3a1e7cd0e5c29c"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            9,
            5,
            9,
            11,
            11,
            11,
            12,
            12
          ],
          "topCandidateScores": [
            -0.21797631680965424,
            -1.940129280090332,
            -4.323297023773193,
            -4.355043411254883,
            -5.359580039978027,
            -6.891849994659424,
            -8.950553894042969,
            -11.176639556884766,
            -11.200474739074707,
            -12.644248962402344
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5322699546813965,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "73fcf22485b61d7183de2931cdc2bde87867b63394c48423fb969fd6d1dc5c7b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "a4296c561c9161a71ab5e55f01756291b2dc9e15e07717d4285ad1c0020940e3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "84ec27cb51e918aa3c54afcd93da99136313732e5833c8fdbf27951c6713d1bf"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6750278b9257c1268a7a0bf5fd09b2cce93a0a3c37d0a2bd5a49068b69108402"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "cbae9fff2d4fc52c0bbf388b2a417ebf5cf2e3854dfe1ea0a3a104ec5a501cdc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "5b001c121d1b461a7bdec35d41e2463dd070d421c7a9194847d1d44b905327e6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "3f44431ea39a2a3f6098e3851fc0247f6e9e0db6c261f1230603116c23dc1e63"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c05d881a1c19c5550aa5c31b33cc4b398375733b421b132cb66df897785fefd0"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            9,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            7,
            23,
            5,
            17,
            5,
            6
          ],
          "topCandidateScores": [
            -0.21799002587795258,
            -1.9401522874832153,
            -4.323297023773193,
            -4.3550615310668945,
            -5.359580039978027,
            -12.601917266845703,
            -12.645773887634277,
            -13.52210521697998,
            -13.630472183227539,
            -14.10153865814209
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 7.242337226867676,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "1e45289108f908aaae470ffc7a3469f54e02c8114a9c0089880b26ff45f0b670"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "7c3afad059fbebff12695e43743add2862e79b4faf989f3c6ac2569fbca18a98"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f1981461948af7a321c1f7a07eb32a69be181785b3db860ab8bfb84d131cfd88"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "1ed498326a06219cd8676f3c5ab4979337ffd3496ad13475ea7a0e4eeb71d046"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "224a62978a2ce5e5cba4ce5a4b9b25e4c6fc7290fe1bc14ae902558266ed23ea"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "42272ec7df4b431df8e0acc27492e693c73f21ea624168daa00b4e8eb859c5ce"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2288af9b957cb1a0c22cd42b0ff4ab5b872d1746a59618a259fa543183cabb15"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "50f13d9cbc0584b6805e0c9a70899060b170ff29a9388eec67649da8dbec9330"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            11,
            9,
            11,
            9,
            12,
            17,
            5,
            12,
            5
          ],
          "topCandidateScores": [
            -0.21802960336208344,
            -1.940239667892456,
            -4.3308000564575195,
            -4.355112075805664,
            -5.366649150848389,
            -9.900683403015137,
            -10.337206840515137,
            -10.752754211425781,
            -11.154134750366211,
            -11.170825004577637
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.534034252166748,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "1994eb80289645c61eae341ce7e017ba5d3089e7176250d7951aabfadc43d406"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a2bcb629312a67dc88a29b0d9024d42088ef9ab33360deb88e614a9edfa1fa81"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "7fc44c6ac05890d66680ad7f1e9a32a9121d911966231819ded1728809be5852"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "6b26a4f12aecd91ec30f8f0d51f2c8436c358fd9cd40d7a5fce6de2941be746d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f689fa850d878a3c10eeba9ec3857d01cb7f5b471477ec514064a0eb5c606cd5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "3edecf6aaf2e6d2802dc558ec8c6b3ed85b1a7e93d18c6647826b63c37cac179"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b32a5830554eebff47c690c085eb9fe2907fb5ebeadb78215eaa57419cc6c76c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "6f71db1c7b62115e273fa0292da1c2e830cb8208068395007a49b498b5467f57"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            11,
            11,
            9,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            4,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            9,
            3,
            5,
            5,
            21,
            21,
            43
          ],
          "topCandidateScores": [
            -0.21808968484401703,
            -1.9402896165847778,
            -4.344863414764404,
            -4.355154991149902,
            -5.383396148681641,
            -8.727760314941406,
            -9.582465171813965,
            -9.989645004272461,
            -11.911274909973145,
            -12.532654762268066
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                20,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.344863414764404,
              "finishedAt": 17,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.383396148681641,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.3443641662597656,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "e13201a2244d0427c3770d4173caa8fd0243bf79526ba754e3856ce25fc2b25a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "9108ee3e781872663ad21910d9568d561f56cff13bada435a89209b3e38b0f16"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "500e2102a9fce465dd74977d1a70abadacc407132962cbe6b8f827ac597a8c5d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "ec0f40a62f28d82e1fd2e7f1501c697e2a8c5493ecc0059df576b6d56e40881d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "014ed0de53ec9f6b5278b775ff183a67f962906a24655d99c53038bfa1d57c24"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "7d7d5c5184e09bc51cf358ce2fcf081386167e1caa0b2add9e87841efb9fd987"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "08639fcdc238cea4b36740c09da60d4ab7ba8a4d6f666cb2a528818963e325a8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3966d1ce2e9131b5e4a91f19719cd5163ad32c04ea919a7de23a6028d758958b"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            9,
            9,
            5,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            4,
            2,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            4,
            3,
            6,
            5,
            17,
            5
          ],
          "topCandidateScores": [
            -0.21808968484401703,
            -1.9402896165847778,
            -4.355154991149902,
            -9.957006454467773,
            -10.015508651733398,
            -10.120485305786133,
            -10.355470657348633,
            -11.004229545593262,
            -11.089739799499512,
            -11.703947067260742
          ],
          "activeCandidateIndices": [
            6,
            7,
            8,
            9,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -0.21808968484401703,
              "finishedAt": 18,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -1.9402896165847778,
              "finishedAt": 18,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                20,
                6,
                5,
                7,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.355154991149902,
              "finishedAt": 18,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                20,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5
              ],
              "score": -9.957006454467773,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10497665405273438,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "298b8c8b3ea1d27a1883ee670e60e5cf95052c84f83b644248777c642af7361e"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "0bfc6b839a4d481e37f9390b90ea37f1948f4729a7c47ebc62cc0dbd1fa17781"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "bc0582f163b4de651e6d692aea95d8d4579ce8ea764d7edc89450c3526032fc1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a82e1b8166a86984233b597a26850a6537614401b7cf55a6dff22ee6fb6fac0d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c47b3beddd129c4ea2c94a138a84e4d4862ca91f98ad4e5e54639882957ebc10"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "907c71f92a63c5bcdac41546159061a78d7aa5054a4b643f404fd5483fc66b74"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "ba184f3c376b681478e113fd948064b39fcfac5b57baed2c0622c811c702078b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "6797183af29d35bb24297505bb42745bf1a935144e157fc1a59cef87ce1f2752"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "67345dd92e014203109777b827177073eba19d6f75ddef7824207b4542a3219e"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d84fd0f61bd94bd1443fd708516fa8a04ec2409c080d89938ddc95e49b669e21"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "3e553df158eaf1a624ab97f9b897dd31b825317d928212a31413f1e0f3a94073"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "ad12b0a3ae172851914f6cd320bb0fd98f168df3abc289e2811fc07eee5f9d15"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "32faea6587a657887b8b066806780c8c0181a4e364bd51b400a9f27212b1bdf8"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "405e0058e843ef0fe86ccc9daa78f53475a1cdb9dbeb03abecfbdbfddf42ecbd"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "765c87c0d9c0398759cd73a8403ffd038b3a474d8f7220127df74b2539f573e9"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "39de6fc7908158a89b0ed9b3baa1729a54ea780eed685e22046f45ed5624e394"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            12,
            4,
            17,
            19,
            20,
            39,
            45,
            13
          ],
          "topCandidateScores": [
            -0.002977345371618867,
            -6.711277008056641,
            -6.785185813903809,
            -8.749672889709473,
            -9.160310745239258,
            -9.302785873413086,
            -9.426324844360352,
            -9.707621574401855,
            -9.906000137329102,
            -11.51399040222168
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14247512817382812
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            12,
            4,
            17
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            0,
            2,
            0,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            6,
            11,
            12,
            5,
            19,
            6,
            11,
            20
          ],
          "topCandidateScores": [
            -0.029188843443989754,
            -3.795246124267578,
            -6.6935272216796875,
            -6.91583776473999,
            -6.940854072570801,
            -7.486302852630615,
            -7.763842582702637,
            -7.861164569854736,
            -8.290802955627441,
            -8.451936721801758
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5454487800598145
        },
        {
          "step": 2,
          "inputTokenIDs": [
            9,
            5,
            6,
            11,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            1,
            4,
            1,
            2,
            1,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            12,
            5,
            9,
            11,
            5,
            5,
            12
          ],
          "topCandidateScores": [
            -0.02930375374853611,
            -3.874342441558838,
            -6.9304351806640625,
            -7.274049758911133,
            -7.304928302764893,
            -7.437256813049316,
            -7.862715721130371,
            -7.9941277503967285,
            -8.192048072814941,
            -8.290908813476562
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.13232851028442383
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            6,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            1,
            1,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            11,
            6,
            6,
            6,
            5,
            12,
            5,
            8,
            19
          ],
          "topCandidateScores": [
            -0.02957777865231037,
            -3.904578685760498,
            -7.073570251464844,
            -7.383853435516357,
            -7.497483730316162,
            -8.014257431030273,
            -8.223215103149414,
            -9.055543899536133,
            -9.240827560424805,
            -9.263469696044922
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5167737007141113
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            11,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            9,
            11,
            5,
            9,
            12,
            5,
            5,
            5,
            17
          ],
          "topCandidateScores": [
            -0.029655618593096733,
            -3.904714822769165,
            -7.484605312347412,
            -7.552600383758545,
            -8.151769638061523,
            -8.275306701660156,
            -8.327836990356445,
            -9.763494491577148,
            -9.851593971252441,
            -10.915740966796875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12353706359863281
        },
        {
          "step": 5,
          "inputTokenIDs": [
            11,
            9,
            11,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            3,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            9,
            7,
            9,
            6,
            5,
            7,
            5,
            21,
            12,
            7
          ],
          "topCandidateScores": [
            -0.029701154679059982,
            -3.904714822769165,
            -7.485257148742676,
            -7.715719223022461,
            -8.455719947814941,
            -9.515774726867676,
            -9.592985153198242,
            -10.40040111541748,
            -11.424263954162598,
            -11.641234397888184
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0600547790527344
        },
        {
          "step": 6,
          "inputTokenIDs": [
            9,
            7,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            12,
            7,
            5,
            7,
            5,
            9,
            4,
            11,
            19
          ],
          "topCandidateScores": [
            -0.029701154679059982,
            -3.918747663497925,
            -7.485257148742676,
            -7.735801696777344,
            -8.523397445678711,
            -8.762365341186523,
            -9.303905487060547,
            -11.533907890319824,
            -11.658872604370117,
            -11.997807502746582
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2389678955078125
        },
        {
          "step": 7,
          "inputTokenIDs": [
            7,
            12,
            7,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            0,
            1,
            1,
            0,
            3,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            19,
            5,
            20,
            20,
            5,
            19,
            12,
            7,
            5,
            35
          ],
          "topCandidateScores": [
            -0.21426841616630554,
            -1.9006978273391724,
            -4.310823440551758,
            -4.345911502838135,
            -5.256423473358154,
            -6.887186050415039,
            -7.300346374511719,
            -7.736484527587891,
            -8.081028938293457,
            -8.342544555664062
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.6307625770568848
        },
        {
          "step": 8,
          "inputTokenIDs": [
            19,
            5,
            20,
            20,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            4,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            6,
            6,
            6,
            5,
            12,
            19,
            5,
            20
          ],
          "topCandidateScores": [
            -0.21428796648979187,
            -1.9307142496109009,
            -4.311344146728516,
            -4.346071720123291,
            -5.306532859802246,
            -5.822364330291748,
            -6.888191223144531,
            -8.336962699890137,
            -8.354879379272461,
            -8.972282409667969
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.515831470489502
        },
        {
          "step": 9,
          "inputTokenIDs": [
            6,
            6,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            1,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            5,
            12,
            12,
            11,
            12,
            11
          ],
          "topCandidateScores": [
            -0.2144528180360794,
            -1.9317352771759033,
            -4.311468601226807,
            -4.350294589996338,
            -5.310425758361816,
            -9.22854232788086,
            -9.540380477905273,
            -9.657879829406738,
            -9.829536437988281,
            -10.972410202026367
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.918116569519043
        },
        {
          "step": 10,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            4,
            0,
            1,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            7,
            5,
            6,
            4,
            5,
            5
          ],
          "topCandidateScores": [
            -0.21484196186065674,
            -1.9323413372039795,
            -4.313828468322754,
            -4.350774765014648,
            -5.338938236236572,
            -8.537479400634766,
            -9.127545356750488,
            -9.630776405334473,
            -9.68397331237793,
            -10.655356407165527
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.1985411643981934
        },
        {
          "step": 11,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            12,
            5,
            12,
            5,
            5,
            5,
            6,
            11,
            9
          ],
          "topCandidateScores": [
            -0.21560543775558472,
            -1.9369183778762817,
            -4.313883304595947,
            -4.352342128753662,
            -5.343329429626465,
            -7.608434200286865,
            -8.269943237304688,
            -8.486258506774902,
            -8.787090301513672,
            -9.555691719055176
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.2651047706604004
        },
        {
          "step": 12,
          "inputTokenIDs": [
            12,
            12,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            6,
            5,
            6,
            6,
            11,
            9,
            6,
            11
          ],
          "topCandidateScores": [
            -0.2165064960718155,
            -1.9387125968933105,
            -4.3150482177734375,
            -4.353433132171631,
            -5.346981525421143,
            -7.890894412994385,
            -8.679862976074219,
            -8.994867324829102,
            -9.139042854309082,
            -9.178132057189941
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.543912887573242
        },
        {
          "step": 13,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            0,
            1,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            11,
            6,
            11,
            12,
            11,
            11,
            5,
            12
          ],
          "topCandidateScores": [
            -0.21668779850006104,
            -1.939199447631836,
            -4.323285102844238,
            -4.353921413421631,
            -5.359565258026123,
            -9.274250030517578,
            -9.349300384521484,
            -9.961669921875,
            -10.091134071350098,
            -10.24367904663086
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.914684772491455
        },
        {
          "step": 14,
          "inputTokenIDs": [
            6,
            6,
            11,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            9,
            5,
            9,
            11,
            11,
            11,
            12,
            12
          ],
          "topCandidateScores": [
            -0.2179720550775528,
            -1.9401276111602783,
            -4.323296546936035,
            -4.355041980743408,
            -5.3595805168151855,
            -6.891841411590576,
            -8.950550079345703,
            -11.176637649536133,
            -11.20046329498291,
            -12.644242286682129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5322608947753906
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            9,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            7,
            7,
            23,
            5,
            17,
            5,
            6
          ],
          "topCandidateScores": [
            -0.21798564493656158,
            -1.940150260925293,
            -4.323296546936035,
            -4.35506010055542,
            -5.3595805168151855,
            -12.601913452148438,
            -12.645771026611328,
            -13.522100448608398,
            -13.630465507507324,
            -14.101533889770508
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 7.242332935333252
        },
        {
          "step": 16,
          "inputTokenIDs": [
            7,
            7,
            7,
            7,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            0,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            11,
            11,
            9,
            11,
            9,
            12,
            17,
            5,
            12,
            5
          ],
          "topCandidateScores": [
            -0.2180251032114029,
            -1.9402374029159546,
            -4.330799102783203,
            -4.3551106452941895,
            -5.366649150848389,
            -9.900688171386719,
            -10.337206840515137,
            -10.752748489379883,
            -11.154130935668945,
            -11.17082691192627
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.53403902053833
        },
        {
          "step": 17,
          "inputTokenIDs": [
            11,
            11,
            9,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            4,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            3,
            9,
            3,
            5,
            5,
            21,
            21,
            43
          ],
          "topCandidateScores": [
            -0.21808506548404694,
            -1.9402873516082764,
            -4.3448615074157715,
            -4.355153560638428,
            -5.383396148681641,
            -8.72775650024414,
            -9.582464218139648,
            -9.989642143249512,
            -11.91128158569336,
            -12.5326509475708
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                20,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -4.3448615074157715,
              "finishedAt": 17,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.383396148681641,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.3443603515625
        },
        {
          "step": 18,
          "inputTokenIDs": [
            9,
            9,
            5,
            9,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            4,
            2,
            2,
            2,
            4
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            4,
            3,
            6,
            5,
            17,
            5
          ],
          "topCandidateScores": [
            -0.21808506548404694,
            -1.9402873516082764,
            -4.355153560638428,
            -9.957013130187988,
            -10.015501022338867,
            -10.120487213134766,
            -10.355461120605469,
            -11.004220962524414,
            -11.089729309082031,
            -11.703943252563477
          ],
          "activeCandidateIndices": [
            6,
            7,
            8,
            9,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                19,
                6,
                5,
                7,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -0.21808506548404694,
              "finishedAt": 18,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -1.9402873516082764,
              "finishedAt": 18,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                9,
                5,
                6,
                11,
                9,
                7,
                20,
                6,
                5,
                7,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -4.355153560638428,
              "finishedAt": 18,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                20,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                9,
                5
              ],
              "score": -9.957013130187988,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10498619079589844
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -0.21808968484401703,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            5,
            7,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -1.9402896165847778,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            20,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.344863414764404,
          "finishedAt": 17,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            20,
            6,
            5,
            7,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.355154991149902,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.383396148681641,
          "finishedAt": 17,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            19,
            6,
            5,
            7,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -0.21808506548404694,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            5,
            7,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -1.9402873516082764,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            20,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -4.3448615074157715,
          "finishedAt": 17,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            9,
            5,
            6,
            11,
            9,
            7,
            20,
            6,
            5,
            7,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -4.355153560638428,
          "finishedAt": 18,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.383396148681641,
          "finishedAt": 17,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.COC(=O)[C@H](C)N",
        "candidates": [
          {
            "smiles": "COC(=O)[C@H](C)NC(C)=O",
            "formula": "C6H11NO3",
            "model_score": -0.21808968484401703,
            "rank": 1
          },
          {
            "smiles": "COC(=O)C(C)NC(C)=O",
            "formula": "C6H11NO3",
            "model_score": -1.9402896165847778,
            "rank": 2
          },
          {
            "smiles": "CC(=O)N[C@@H](C)C(=O)O",
            "formula": "C5H9NO3",
            "model_score": -4.344863414764404,
            "rank": 3
          },
          {
            "smiles": "COC(=O)[C@@H](C)NC(C)=O",
            "formula": "C6H11NO3",
            "model_score": -4.355154991149902,
            "rank": 4
          },
          {
            "smiles": "CC(=O)NC(C)C(=O)O",
            "formula": "C5H9NO3",
            "model_score": -5.383396148681641,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.COC(=O)[C@H](C)N",
        "candidates": [
          {
            "smiles": "COC(=O)[C@H](C)NC(C)=O",
            "formula": "C6H11NO3",
            "model_score": -0.21808506548404694,
            "rank": 1
          },
          {
            "smiles": "COC(=O)C(C)NC(C)=O",
            "formula": "C6H11NO3",
            "model_score": -1.9402873516082764,
            "rank": 2
          },
          {
            "smiles": "CC(=O)N[C@@H](C)C(=O)O",
            "formula": "C5H9NO3",
            "model_score": -4.3448615074157715,
            "rank": 3
          },
          {
            "smiles": "COC(=O)[C@@H](C)NC(C)=O",
            "formula": "C6H11NO3",
            "model_score": -4.355153560638428,
            "rank": 4
          },
          {
            "smiles": "CC(=O)NC(C)C(=O)O",
            "formula": "C5H9NO3",
            "model_score": -5.383396148681641,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "ez-trans",
      "logitPairs": [
        "new-holdout-cpu__ez-trans__logits_0",
        "new-holdout-cpu__ez-trans__logits_1",
        "new-holdout-cpu__ez-trans__logits_2",
        "new-holdout-cpu__ez-trans__logits_3",
        "new-holdout-cpu__ez-trans__logits_4",
        "new-holdout-cpu__ez-trans__logits_5",
        "new-holdout-cpu__ez-trans__logits_6",
        "new-holdout-cpu__ez-trans__logits_7",
        "new-holdout-cpu__ez-trans__logits_8"
      ],
      "maximumProbabilityError": 1.8095782954308248e-06,
      "maximumRowTotalVariation": 1.814922338376096e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            20,
            19,
            99,
            4,
            39,
            30,
            89,
            94
          ],
          "topCandidateScores": [
            -0.011022394523024559,
            -4.965798854827881,
            -6.350083351135254,
            -6.378842830657959,
            -9.18446159362793,
            -9.536843299865723,
            -10.052534103393555,
            -10.334222793579102,
            -10.342641830444336,
            -10.34565544128418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.35238170623779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "d00edd1b972d786b95728d52e570e841cd02a16986a40e5fa13ed2bc4f6a1646"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "a7783266dc24f40b4107c2793b0070179b12d5588fbac73d886d440785190557"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "2ac3adfe133ff5374402b730bbb7c1785bd4bad31b66cfd920daa10d7f605559"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "22cf9d744cf48356e72a397fd2ccd351170066f4266f6927d8a3c5e2dc8ae69b"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "752844654ce1b466903237a461c8a6fb1f2c0a045407689613c5cb918ec428a5"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7983efd4a8dbc5f204ff1fba41ecc19b74e202ff934b32e92f3bf948341a4dc4"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "b1483116f12285e27ea2ec085d9cf90351567fea915aaadcc97b9120b3bc41f3"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "92a38bf3c51033fac5f21895649fa0d2d8fb04eacfd0aac65984f27df7762fbb"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6b275de1ae1c45354e78cd794e419e0ec0418463e0c2e57bb67b8e7c60fda116"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "5d2899fe46701c19192081b4a91b30b78f2031b079a0c74fe7f6107ae0715185"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "d29773cad71dcdb7100149d4c4cf69d05f86ee552e5d7ccdb5fd3b8c4c6485cf"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "63a020293900e3578f6f215024a0d8da7a9233b188fae98aa0c66d9ce723017c"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "212965680b1a60b5d8161db01dad5125f3d6547a0ad5254ff2c9d347b25e0731"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "b89f5c857aba8d7486e688aeddeaf0b15257dbad273b58e0be007dfd3fcd4bf0"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            20,
            19,
            99
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            1,
            1,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            19,
            20,
            27,
            8,
            6,
            5,
            8,
            8,
            8
          ],
          "topCandidateScores": [
            -0.2917640209197998,
            -2.735048532485962,
            -2.7840983867645264,
            -2.8941776752471924,
            -3.4752728939056396,
            -3.636444091796875,
            -5.911708831787109,
            -5.914188385009766,
            -6.469923496246338,
            -6.650637149810791
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16117119789123535,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4331e0ad576f14cb54cc60e88f33b3b8775c4616ee6a08e3f98ba44ec3fa49cb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2011ddfffc19fffb84c83f44432bcf8531cf4e51693ed3a990e0b491885f13a8"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "b533b384759669192038aeeddcbc5af01569126959c6975256af7313754c4236"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "dd178947abf2a07bb16ce8d1b181b684546b87341a1fd53fb4137e1f2d42a654"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ce2517df5fe20ca3c3b14f628b368d8b57a615127afb2e908cccee19306496cd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8d5b303f5e28e471c1ec36013a5202e329fc8fc50aeb51d4004948ae86068491"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d07188d67887f92623900965d672acecb1ee4b540f8946c8953913fd53dfe255"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "3483ec047e48713f3f33a76478190693502696ea8a14ae8c3ba60556e1f01f30"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            19,
            20,
            27,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            4,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            6,
            8,
            8,
            5,
            5,
            6,
            6,
            19,
            6
          ],
          "topCandidateScores": [
            -0.4646493196487427,
            -2.599017858505249,
            -2.7630889415740967,
            -2.798720598220825,
            -2.894195079803467,
            -3.176419496536255,
            -3.495576858520508,
            -6.323373794555664,
            -6.9919538497924805,
            -7.016951560974121
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2822244167327881,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "953f58f13d62bde53d8e30178d9248ebabc8f4511ab41c83dd231dbff936e101"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "1e488553bffcf4c2655fad57fdec7e8060ea1fa499e8ba062cf2a5e59974c76c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "80470032e2e07b61df8d23c02de89318a7e6634acfb759bcc21834428bc9e787"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5b065b84306a6463fb4aaaddff41b39bba17286f5b83dbc59a59503d75d3c3f7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5fe1e2478c1e8a11c42f748f78f5c12fd087267ec172abf1e05219481f4ecebc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f43c32c9f2bee705f1a0a041892287842557b0f0ed33d784d1bc4ecaffa23dd8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "897a67dc11e20726113c1cfeecb893e218d24112ffb217dc7e5315339531290d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "70ae0d290c79fb119adeca531a7ca93335d8af1306a0cead8e15c2fdf61ec118"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            8,
            6,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            5,
            6,
            20,
            19
          ],
          "topCandidateScores": [
            -0.47503861784935,
            -2.655567169189453,
            -2.7708849906921387,
            -2.8043766021728516,
            -2.9037926197052,
            -5.052979469299316,
            -5.532257556915283,
            -7.557770729064941,
            -8.635424613952637,
            -8.676830291748047
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.149186849594116,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "90f00294dc01feeb47abfc9cb534746b82c2200a5615b3a8f3294353c45b818f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a6d698fa420db7c752c3f9593c06bc2a9a68cb7fa1cdff3f020cfe55f33da231"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "57ab9fa593cfe6fb72aef282a1cf7fa90ce5a73674bae946dcd1b05802f9464f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8f1c9be491fdb267e6184fe5c481eee9fbc2be28a164c460550bb1a0160cfc16"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "d139aca8ec3bc3dfc1700b71525141cbdf0498f9f493111204fd5355ffdc9421"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4341e600d8cade5e4f290ee797bd4d2e0a17ec91d027d546f267c6cdd43ae25f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1b0d819d607438ef091d0e0211c23e49780dd3a7d5439b84936557dc42a81e63"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "f017d13f5aeba7faca101f1aae203da80ca64d71eb210ce7ce07063a5b956f28"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            3,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            19,
            5,
            19,
            20,
            20,
            19,
            20,
            5
          ],
          "topCandidateScores": [
            -0.47545433044433594,
            -2.6567201614379883,
            -2.871640682220459,
            -2.9037961959838867,
            -3.380704879760742,
            -3.557462692260742,
            -5.548064708709717,
            -8.804028511047363,
            -9.585430145263672,
            -9.853370666503906
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1767578125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "205568d2e2916f5c52241dc53cc474e76a7ace90910b8ce8440c3fc85a7d7f05"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d7b0ec7a195951a4960f9e7c340841707fce961c11f337666b3f20b0e1c1174c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "7099f08cfe57e780acdc09c16c39f8e8531e5320f770d9afc19ac9e150f93deb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "07d60e45d98f37a96c60fa16ae9296f53117a3a3432def3b93d95c85072a5c7a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "31e8baf59dcc51c71ae83c51505b0d597a846eb74c413c1b2b93aac5df732209"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "20ba2b23e3d479888465e26b629758ef64125c72699902889bc41dcd8422e5e2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a410909c5cd5eaddee47dbfb832d715ac3de15803ec6ce839725498df87aeeea"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "bc39dd7be40c1a8f46e916acdbda5219778ffbc944b024c05bd3e45913a09fb0"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            7,
            19,
            5,
            19
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            8,
            27,
            8,
            38,
            6,
            19,
            20,
            6
          ],
          "topCandidateScores": [
            -0.475497841835022,
            -2.6590144634246826,
            -2.871659994125366,
            -3.0362792015075684,
            -3.3807103633880615,
            -5.6700615882873535,
            -5.699435710906982,
            -9.30945873260498,
            -9.650472640991211,
            -10.64439582824707
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.289351224899292,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "fb518996a9a9bb9de787cc49d168897ee3e67ae8a56ed85220aca6fc5bda10e4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "8558062c46ea9d93e95008cd2cb24211000e4a41ff0859ac6f3f92a7d2d29c97"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "8e23d847242d09e69994f8a17a8df2d775f064511d7b3ac989a6437c42677da4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "864598393c4871744fdaea2c52f6afea9328804c6ea7ade053312fed3a178570"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "b8d0677acd27039150143dead366315ea726a5f8528ef60f24d49adcdd0d74d4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5f814d1c4f54402326d98a47d3640265b22c7910abf107a536c0bb8ea5ce9249"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "4c6d112181ef81ceefc9709a3476b9fee03337e20e56e5278e9503513906a486"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c05fe2525df246e65c76e09bd99d8872225e2ffe2e220c6eb9648cf6247f8a17"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            8,
            5,
            8,
            27,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            5,
            5,
            6,
            8,
            9,
            5,
            11
          ],
          "topCandidateScores": [
            -0.4767805337905884,
            -2.6623222827911377,
            -2.8716843128204346,
            -3.0392251014709473,
            -3.3807294368743896,
            -7.141188144683838,
            -8.761733055114746,
            -8.945209503173828,
            -9.754565238952637,
            -11.439371109008789
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.7604587078094482,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3ecd62f6b0483d0c61f203cf9ab8157524d3d8f193f94bffa0a975e7e7ec8b15"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f1e84ef6142dbaa82d6ddaf3f29bdf8c34817912f0bd8cd06038f7dd3e882eb6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "fd984acb09a110ca6974bfa80c8b7e21a4c058b22e0c62a4cb60fe0cbe62cbdc"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f6d5cd8c8c0b3af49c59fe4a33b794f551786739a0e01cc84871398ddd59cc23"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "0bbe4e71eb4ff530d55de9fbb25c51172c136043aee15346427b6e0115ef0552"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4e469a3144af6b00c7e4c10ecf5b2b79cfbd3a4839dab77fd1c321df57d86c51"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "4a8fb41877b2cdffb668700468215dfc8259e044c267f70823e7db5f5a716e6e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d36f085fefa137f0d30c9972a9ab3b0b1f22121cba6335cde7bb4e06177b88b7"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            3,
            3,
            3,
            9,
            6,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.47715479135513306,
            -2.6629929542541504,
            -2.872466802597046,
            -3.381566047668457,
            -3.412461996078491,
            -4.320778846740723,
            -7.240212917327881,
            -7.401213645935059,
            -8.84038257598877,
            -9.188680648803711
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            7,
            8
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5
              ],
              "score": -0.47715479135513306,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                20,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -2.872466802597046,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.381566047668457,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                27,
                5
              ],
              "score": -3.412461996078491,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9083168506622314,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b41597edf2cfdde64e3458e095836be45d330765813fee38e05683beb7d7e200"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "517f87fa076518f7c06caea79c598d6b179f03194e36b8e4c373f6111ab362cf"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f166e027a3def2d9da24ea45e4eb60d07bf57ec6dab765f2bdc7b509b60e1aaa"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5cae3b3988d86497abaa830c6b3ae33ebf4bd175c4141366c482e9e720205239"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b8980118396873fde0938591579559af01fa34fead2eed18cb7b9c0a95a31730"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "55ab32ca513e0f78f78676f0af17b2c268de2dd77e9b33683356b1996a53405d"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6de637950ae54a3ec094a0913fdc35625b19a69c1df46e4042bc8795f2ef9d54"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1e0b1607a1e890371b77abc8e28a0d6d6a3ab56fb64a5dad5c29407f68485d0e"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            2,
            3,
            4,
            3,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            3,
            11,
            3,
            5,
            9,
            3,
            11,
            9,
            6
          ],
          "topCandidateScores": [
            -2.663022518157959,
            -4.324300289154053,
            -7.660664081573486,
            -8.324197769165039,
            -8.651921272277832,
            -8.780604362487793,
            -8.886160850524902,
            -9.5537748336792,
            -9.612665176391602,
            -9.877130508422852
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                27,
                5,
                9
              ],
              "score": -4.324300289154053,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                27,
                5,
                5
              ],
              "score": -8.324197769165039,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12868309020996094,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "344186b204a63c7e4550d59937f11d6aa582997ee9d4e304165328dd49e33a29"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "322d124f64b22dcb5995b382d52423987d921c126cd9f6f8ecabf41dc4066178"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d21edfdf14670f5e37f8ee09aafd50a2c6fac314b1be6213a3341af7abf4e48f"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "8fa2820f800f14f889b1d5bdce37645413b46bf1b19837470be1ede46f24a9ba"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a34b4740c09a1dc0574e2aef1d744fdaafbd3d4b34cbbc35955b14cd3ef10017"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e4bbb51ee666f32f0c1a627d66cf292cadf8abea13133709e206a496256434da"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a0fa6960aa296d5e3430460c4471ca2f3a8fd6c998ab149f332b6039eb8d124a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "180ce89fd98959b6eb726b69a9ce721a740035942d6b6525ec5139d794e0ff95"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f7ed6027b7599c4647d43689672b0dcfb5cacc5eab8f47ca5523b4eda7a25f68"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "37d97c7c272c6eed6461325b7064e0e4c43c1441f630d2936d7945443042ccea"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "d76072393f1877246ab91b02c9b790571f21c9950805f07142251911fdbaec36"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bd10f9ca19e17354be97f2799525c4d3ecb0d1ee85c6111a1f7bf67f35edbb8e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "1f8c7ac0ce8e94cc5426395bb4721c1103a586363feff8c787b36d279a1ff5c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "4c31ca1e9811169b951b32dc20e2064fd66f4a5e8a03526c9ec0507611fbd6a8"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e78d1f1132e654a877b5ad29fc7b7c54e651a054d642988c5a6779569fabd402"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5fcba7d2c160f49dbd4f172b2024689d1ec7a9682b2d80749478fe769137acbe"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            20,
            19,
            99,
            4,
            39,
            30,
            89,
            94
          ],
          "topCandidateScores": [
            -0.011021922342479229,
            -4.965799808502197,
            -6.350081920623779,
            -6.378841876983643,
            -9.184464454650879,
            -9.536847114562988,
            -10.052536964416504,
            -10.334227561950684,
            -10.342642784118652,
            -10.345659255981445
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3523826599121094
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            20,
            19,
            99
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            1,
            1,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            19,
            20,
            27,
            8,
            6,
            5,
            8,
            8,
            8
          ],
          "topCandidateScores": [
            -0.291762113571167,
            -2.735051155090332,
            -2.7841005325317383,
            -2.894178867340088,
            -3.475276470184326,
            -3.636446714401245,
            -5.911709785461426,
            -5.914188861846924,
            -6.469922065734863,
            -6.650637626647949
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16117024421691895
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            19,
            20,
            27,
            8
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            0,
            4,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            6,
            8,
            8,
            5,
            5,
            6,
            6,
            19,
            6
          ],
          "topCandidateScores": [
            -0.4646473228931427,
            -2.5990138053894043,
            -2.7630913257598877,
            -2.798722743988037,
            -2.8941962718963623,
            -3.1764163970947266,
            -3.4955801963806152,
            -6.32338809967041,
            -6.991950988769531,
            -7.016947269439697
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28222012519836426
        },
        {
          "step": 3,
          "inputTokenIDs": [
            8,
            6,
            8,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            4,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            9,
            9,
            9,
            11,
            5,
            5,
            6,
            20,
            19
          ],
          "topCandidateScores": [
            -0.4750363826751709,
            -2.65556263923645,
            -2.7708871364593506,
            -2.8043785095214844,
            -2.9037935733795166,
            -5.0529704093933105,
            -5.532255172729492,
            -7.557767868041992,
            -8.635421752929688,
            -8.676826477050781
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.149176836013794
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            9,
            9,
            9,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            3,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            19,
            5,
            19,
            20,
            20,
            19,
            20,
            5
          ],
          "topCandidateScores": [
            -0.4754519760608673,
            -2.656714916229248,
            -2.8716423511505127,
            -2.903797149658203,
            -3.380707025527954,
            -3.557464838027954,
            -5.548069953918457,
            -8.804023742675781,
            -9.58542251586914,
            -9.853368759155273
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1767578125
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            7,
            19,
            5,
            19
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            3,
            1,
            1,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            8,
            27,
            8,
            38,
            6,
            19,
            20,
            6
          ],
          "topCandidateScores": [
            -0.47549548745155334,
            -2.6590089797973633,
            -2.87166166305542,
            -3.0362789630889893,
            -3.3807125091552734,
            -5.6700639724731445,
            -5.699435234069824,
            -9.309453964233398,
            -9.650466918945312,
            -10.644403457641602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.289351463317871
        },
        {
          "step": 6,
          "inputTokenIDs": [
            8,
            5,
            8,
            27,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            3,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            5,
            5,
            6,
            8,
            9,
            5,
            11
          ],
          "topCandidateScores": [
            -0.4767782986164093,
            -2.6623165607452393,
            -2.871685743331909,
            -3.03922438621521,
            -3.3807313442230225,
            -7.14118766784668,
            -8.76173210144043,
            -8.94520378112793,
            -9.754562377929688,
            -11.439372062683105
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 3.7604563236236572
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            3,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            3,
            3,
            3,
            9,
            6,
            5,
            5,
            11
          ],
          "topCandidateScores": [
            -0.4771520793437958,
            -2.662987470626831,
            -2.8724677562713623,
            -3.3815674781799316,
            -3.4124631881713867,
            -4.32077169418335,
            -7.240205764770508,
            -7.401206970214844,
            -8.840381622314453,
            -9.188681602478027
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            7,
            8
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5
              ],
              "score": -0.4771520793437958,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                20,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -2.8724677562713623,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.3815674781799316,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                27,
                5
              ],
              "score": -3.4124631881713867,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9083085060119629
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            6,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            2,
            3,
            4,
            3,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            7,
            3,
            11,
            3,
            5,
            9,
            3,
            11,
            9,
            6
          ],
          "topCandidateScores": [
            -2.6630167961120605,
            -4.3242926597595215,
            -7.660656452178955,
            -8.324188232421875,
            -8.651915550231934,
            -8.780599594116211,
            -8.88615894317627,
            -9.553770065307617,
            -9.612655639648438,
            -9.877127647399902
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            7,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                27,
                5,
                9
              ],
              "score": -4.3242926597595215,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                27,
                5,
                5
              ],
              "score": -8.324188232421875,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12868404388427734
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            8,
            9,
            5,
            8,
            5
          ],
          "score": -0.47715479135513306,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            20,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -2.872466802597046,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.381566047668457,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            27,
            5
          ],
          "score": -3.412461996078491,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            27,
            5,
            9
          ],
          "score": -4.324300289154053,
          "finishedAt": 8,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            8,
            9,
            5,
            8,
            5
          ],
          "score": -0.4771520793437958,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            20,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -2.8724677562713623,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.3815674781799316,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            27,
            5
          ],
          "score": -3.4124631881713867,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            27,
            5,
            9
          ],
          "score": -4.3242926597595215,
          "finishedAt": 8,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "C/C=C/C.OO",
        "candidates": [
          {
            "smiles": "CC1OC1C",
            "formula": "C4H8O",
            "model_score": -0.47715479135513306,
            "rank": 1
          },
          {
            "smiles": "C[C@@H]1O[C@H]1C",
            "formula": "C4H8O",
            "model_score": -2.872466802597046,
            "rank": 2
          },
          {
            "smiles": "C[C@@H]1O[C@@H]1C",
            "formula": "C4H8O",
            "model_score": -3.381566047668457,
            "rank": 3
          },
          {
            "smiles": "C/C=C/C",
            "formula": "C4H8",
            "model_score": -3.412461996078491,
            "rank": 4
          },
          {
            "smiles": "C/C=C/CO",
            "formula": "C4H8O",
            "model_score": -4.324300289154053,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "C/C=C/C.OO",
        "candidates": [
          {
            "smiles": "CC1OC1C",
            "formula": "C4H8O",
            "model_score": -0.4771520793437958,
            "rank": 1
          },
          {
            "smiles": "C[C@@H]1O[C@H]1C",
            "formula": "C4H8O",
            "model_score": -2.8724677562713623,
            "rank": 2
          },
          {
            "smiles": "C[C@@H]1O[C@@H]1C",
            "formula": "C4H8O",
            "model_score": -3.3815674781799316,
            "rank": 3
          },
          {
            "smiles": "C/C=C/C",
            "formula": "C4H8",
            "model_score": -3.4124631881713867,
            "rank": 4
          },
          {
            "smiles": "C/C=C/CO",
            "formula": "C4H8O",
            "model_score": -4.3242926597595215,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "ez-cis",
      "logitPairs": [
        "new-holdout-cpu__ez-cis__logits_0",
        "new-holdout-cpu__ez-cis__logits_1",
        "new-holdout-cpu__ez-cis__logits_2",
        "new-holdout-cpu__ez-cis__logits_3",
        "new-holdout-cpu__ez-cis__logits_4",
        "new-holdout-cpu__ez-cis__logits_5",
        "new-holdout-cpu__ez-cis__logits_6",
        "new-holdout-cpu__ez-cis__logits_7",
        "new-holdout-cpu__ez-cis__logits_8"
      ],
      "maximumProbabilityError": 1.1845571148416667e-06,
      "maximumRowTotalVariation": 1.184567766397399e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            19,
            20,
            99,
            4,
            30,
            6,
            21,
            17
          ],
          "topCandidateScores": [
            -0.014111262746155262,
            -4.567258358001709,
            -6.426224231719971,
            -6.444136142730713,
            -9.304476737976074,
            -10.016207695007324,
            -10.476480484008789,
            -10.684150695800781,
            -10.699135780334473,
            -10.72596263885498
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.71173095703125,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "d2315130e6857927d663eb24595aa35d418fbb99619c88eddbf252a290683290"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "c6f5942766f184ef1f296ea21b609f1a7359c9b2f71b0c47327b1c862547a81b"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "6de44e307d0479151b51c19be12587d7e9aa61347c4e37b8a88739c951ab2cda"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "c166bdf595f67e9833b789451707c6ed27473af54e6c8f450976c57ddce4da0f"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "aa1b9ec4e5668ee29e6381eaf90339e920a0bf3a25788cf3a1a8fe97e7777f37"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "101255a27b62306085e9d5cd50f8d7104bf88c70e478bd9318d50f6e8d4f2143"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "92895a1979f4afe6a48cdf51b62810d21e9b8e818d36dad4a819f612038b97ff"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "a487fb2ae4249015a0bee6ccc4d893175146680b803d87a24bed9594317f77bb"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "a027546e5a1471738e125ba830899908438a9e81efe3532f42fd9b181cd76a2f"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "921867f2aeffca6586420f5502f09efa72fc19846de2d7f129678e761c58d03d"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "60097aacce1b2d52330bc36f66a51e5e166c3191cca72c112883792a35e8676a"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "858f5303637d5a2e30ae8d75d9a333627559bc951c100cf44b247f57b2730baa"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "6143b876ccabfafb5e359bad5b042d74403315b87abc5724d3cb9ed3f865aef7"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "7314534ddb7b7f85e300fd139221eec67fd38f4a87d0014b77d8cbbefcc15036"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            19,
            20,
            99
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            1,
            1,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            27,
            20,
            19,
            8,
            6,
            8,
            5,
            8,
            8
          ],
          "topCandidateScores": [
            -0.24594658613204956,
            -2.8939106464385986,
            -3.1644110679626465,
            -3.170128107070923,
            -3.366873025894165,
            -3.602687120437622,
            -5.249851226806641,
            -5.781693458557129,
            -6.524769306182861,
            -6.590533256530762
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.23581409454345703,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a6ee5caa4e568cc3ffe0316af8c577f5d5cdd2a182686f0bb23c0034482d4bc1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e33deb081694536507e943393a78e7faa705c660c6a87a70f4ae686896ec142c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2bd793f3a773a0671179c258daf1707e5894fb08cd464cc9c1064fdcb5700013"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "62725e471c1fd5247d8578923deee523171c176d02f0b1a50fddaf7af8ec2c37"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7dc490b6045364b7872d4daa07d08154ff5f05cc4876e5da099db0c02a0bbf98"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "736ce6760ac38db985d632c51e75a4a7e8c9306c5e0d7d969268dae143922abc"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "fa33c0a5b5940a20055706a7f6cee86f89c33efff44ba661a21d89f5ff91d9af"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ff8b1bcb47a28446690f4e637254c78c5c89d4b557fc7d4fe0f9d7ab76fc73a1"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            27,
            20,
            19,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            6,
            8,
            8,
            6,
            5,
            6,
            11,
            6
          ],
          "topCandidateScores": [
            -0.34982988238334656,
            -2.893918752670288,
            -2.9441325664520264,
            -3.1723334789276123,
            -3.18784761428833,
            -3.3806307315826416,
            -3.766117811203003,
            -7.212349891662598,
            -7.237870216369629,
            -8.006990432739258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19278311729431152,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "93deafc56f0d22e179f98611709b2611dbe660598a662f25f98cd7ec295e99f0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a58ac2853eee0e49968fabc66af41b57e800fdf05d7cc0c740a9a0e723f795d7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f2086c686de4960495d98d00671183d6533e37bd0b2db37698ec42a3a0f63fcd"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b9132c2d85d3901214ec9eb4cd5d39f149844d32b58c522bea34b086a27d6eaa"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "42d5097c92dd793b3dc808775b2c13ec5eb1a589a81d857d6fa0ce3dbd10ace0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "52e78af7be69898def7cffafa0c16d558063809a5aae345090e61ef598786bd3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "66560783f6798ba651c93770ed108fc5a604a447c766ebe4cd133801962e04bf"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "87c99c3406e982fca579043942a7dd53eab752570b90045e33053f1b5cb661d2"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            1,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            9,
            9,
            5,
            5,
            6,
            20,
            19
          ],
          "topCandidateScores": [
            -0.356862872838974,
            -2.9028499126434326,
            -2.9994592666625977,
            -3.177476644515991,
            -3.193988561630249,
            -5.333999156951904,
            -5.904985427856445,
            -7.625053405761719,
            -9.180006980895996,
            -9.26586627960205
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.1400105953216553,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a7ae8857193648a1fa7de532738f39a6d2c5fc31b9ca41eace4fb42ed0626303"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8ca81e48ee1c76059554ee61bcd93ccb0201125e89a3b4d998dfd8caeaa858da"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "2300afa79d30384925f61f6c579d21b2620af7f50b4d3316b24250812b3656de"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4b7815efff7f92d7c3400829ba6cd7ad4a32c22eb2cf51b84460d1a57186cc6f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "4f12fb08e5839510e75c53b87820f7380f31df2f72f5d8274444f9ddf843b5a9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "bdf3317b901ca99ff2e416febe73875ff47475ff44dc3bd2d07499707bb1e84e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "8aa3efe167b718e5015118646d3df21f89b6ce5e3c3dd2a11242f735fd387555"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b63744faa6b6cce9c10713bc1499b2ba9a61862f062f00ebffaa669d0d5dbd3a"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            11,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            3,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            7,
            19,
            19,
            20,
            20,
            19,
            5,
            20
          ],
          "topCandidateScores": [
            -0.3571452498435974,
            -2.9028520584106445,
            -3.001865863800049,
            -3.2610442638397217,
            -3.779816150665283,
            -4.010563373565674,
            -5.711457252502441,
            -9.118240356445312,
            -9.216947555541992,
            -9.85771369934082
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.23074722290039062,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "554a818c696b9909ff01e9c265a9bd2c86e0ad105f3a9fa29e04b2ce5fc7f3ba"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1be7dc8c092f792b5341e3b4d06fb6f143b9377747620ccafd21d7d8475047fe"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "cb1e07fee41a116b9de4c47d4521526fd9e6cd5da44aabc9cd2e4a1605186aa2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "8f2560e0b782e45fb8a3c40b9c8a2b58300080d66df79e1ec541b99f00ceebb9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9135edfd95c1aece261293eb9a552b1f04b51c30fd058d06869530aa253f7319"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "64cac10de09f234317a6248c1f44d41b6446b2e33bdb486cff9e8ebc2d10e752"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "966a485ef329ff640dfefc232750a2c92fc091a31bced72b4373c3b09e4f7f0a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a157a2b699f8dc16034c87c2077ea84ff12bbd5ee26aa8b399e1c04fb0477027"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            7,
            19,
            19
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            38,
            8,
            8,
            27,
            6,
            6,
            19,
            20
          ],
          "topCandidateScores": [
            -0.3572325110435486,
            -3.0028574466705322,
            -3.2541515827178955,
            -3.2610626220703125,
            -3.7798211574554443,
            -4.462432861328125,
            -5.358529090881348,
            -9.800772666931152,
            -10.516429901123047,
            -10.892559051513672
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6826117038726807,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "97365fb9cdd67175954bbdf34aae72e8e60d1042af286fe2708d60bdab93b4ee"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "517c4196dd3e46ccbe17bfe9da97c92e69d2f6ac60dc52e9e44e43828ceb6da9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "eb192b1b615430669b1030dbc3cc213bab0c92ebb255f56e713e324eb76fadb5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "a9256c8ada13bb82af78f6ebadbaf3862a1e4cb3d045abac214fc7514d45245f"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "41ec4b0ed690505946a12d66baffe054973ca36babf6f99b15741d16ebb6b5d5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "fe4a54782ba539df327389063f727e10ad34dd347bfaf11e94e838279687fc1b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c5bdd65686c9dccaa098132d79f7f8eca1a5bc3a7b05ecfd1fa6d06b0b13f4f2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7d39e73ed4412b1b1611743faa91a6f240b373460768512c0d0e421ea9335fa6"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            8,
            5,
            38,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            5,
            5,
            6,
            9,
            8,
            5,
            11
          ],
          "topCandidateScores": [
            -0.35936978459358215,
            -3.0057623386383057,
            -3.2566864490509033,
            -3.261082887649536,
            -3.7798399925231934,
            -6.512511730194092,
            -9.291048049926758,
            -9.511933326721191,
            -10.157837867736816,
            -10.710477828979492
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.7326717376708984,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "3e50fd3efea816cf881905b078e131d90877228f1c892b03a877b4cfcdbf98bc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "874ce6bedbf6c820b2ea1298cddde27f41724760517f8597c57740900c8480cd"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5e89ed1bd164d4cbc1ece23307f76fb73e6c6ece41349e3bff8921ff3cefa5e2"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1a6c532ea37393cc4362e7d2b5ba617afe70c5ab5b92de925353ec17f285e5ef"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8b9e620c99d2f6c02b6b7efa93579fad811126bd8b47d1a14bc2e01ec0b9063d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1a858e1d1e66e91a29acaf777ba85ad8ff832aa2a1d3bcc4e2f5922ca46a7e49"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c0ea964f4705173ac707963ad8d67b8fa2aaf669e52a5846276566a110fdb96c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5c69ebef5ed0fcef5a931dafa01304c77eef469a2e283e6a5dd9e5f5dcccd3af"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            3,
            3,
            3,
            9,
            5,
            6,
            5,
            9
          ],
          "topCandidateScores": [
            -0.35985711216926575,
            -3.0066168308258057,
            -3.2618906497955322,
            -3.780691623687744,
            -3.874783992767334,
            -4.07843542098999,
            -7.980710029602051,
            -8.081398010253906,
            -8.607842445373535,
            -9.441758155822754
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            7,
            8
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5
              ],
              "score": -0.35985711216926575,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                20,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.2618906497955322,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.780691623687744,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                38,
                5
              ],
              "score": -3.874783992767334,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20365142822265625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8adf396d4c7bb88273d8eb9d35d8bea99623d69b3d5129cd4f6a91abf9ef701a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f2b46e6b857c4fffd21f90efd69afd8d63ad7e8a27019f64f06d43f476d8ca10"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b63296a750f83aac4aa64fd5b415cf120c32e9a8761912b008794afa996e806c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3f49d825423e020f564dca0816dfd6ba047ac35dd2c161766857e21a41c63c10"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "379c4d4864ad26b149ead47959cac0373a2e0dc93ecc25036ec8503a5c81f876"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4d39fd118015cbb2d1f46bb353d5329d8bcade51d820bda112a39c474cb894ec"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f613f157459348f17bea0c48f98ca81820dbaaa41fb67749def27e6d183d7a0d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b1eed9d77d5c397687fd37954a5510aa255a242be0e426f3ebe0774e59d4e4c1"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            1,
            0,
            3,
            4,
            2,
            3,
            2,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            3,
            11,
            3,
            3,
            5,
            9,
            5,
            9,
            5
          ],
          "topCandidateScores": [
            -3.0066537857055664,
            -4.0868048667907715,
            -8.54727554321289,
            -8.697651863098145,
            -8.829611778259277,
            -9.375539779663086,
            -9.422443389892578,
            -9.543621063232422,
            -9.739814758300781,
            -10.255050659179688
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                38,
                5,
                9
              ],
              "score": -4.0868048667907715,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5,
                5
              ],
              "score": -8.697651863098145,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                38,
                5,
                5
              ],
              "score": -8.829611778259277,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5459280014038086,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "306e3fcdab960d3bb259097ef6c67a2f01db0a70765e0634b3180f4ce28cd234"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ef46e98d79b2fbc6adace44fd86f8a6cd85f1dc95f08f564b5b03fdf76c5954e"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a68605323c4eb7764305a0ee85f1c0431b4bb1d691250821e745a737570b8d78"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "09f59f0463b525055b86145bd0439eec41a44a81618e80069dcb89cb21551a01"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6b019a3f98b1dc59bb2869c34b7f3e25f9e567aa939838a4d78646ca7f1c84f3"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "cc54b5d9f6e42c79787e92d36d86e8701dfc861390d75d919b0ea2b6b7765735"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0185f3506b4e728033f4f20b363d7e1604de9bcb1b7e9278848f6d512ad9c762"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "1eba2d831284ad75bca9dacc2d2af445081dc203b77abb61efa72cd7a83ec88c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f640636515abbc0a3085845cede176debac200d47ae1766bd604ad3a36f3bb17"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "2bf4da73dc06d9d2b6227475da03d2c4c0d43ca002ad7c8cb3dba1908bbbdb0d"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "179b3f6a1fed0f6f329be35750dec4d611cea282129e998a9bd395049cfc4d30"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c50614022f16b1bea092e233a857b9296a889d72cbea624f866e125463d1ad7a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d3471e63f92f83925d96290c8cc8b1b538581f5eac011bda8ec21f29ea91ffaf"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a4359e437d664446e5bf7cf9525151e4781d543d18cedef30547d272e7b99798"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cb7f9d2c8e88ed432ab5eafa26aa4272a33786c63cd5874a6f332560fe885eae"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5abce5b9cc5d727e588b8b226f62aae6328c92220c1daa0a53baa8bbe8f02408"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            19,
            20,
            99,
            4,
            30,
            6,
            21,
            17
          ],
          "topCandidateScores": [
            -0.014110793359577656,
            -4.567256450653076,
            -6.426223278045654,
            -6.444135665893555,
            -9.30447769165039,
            -10.016205787658691,
            -10.476475715637207,
            -10.6841459274292,
            -10.699138641357422,
            -10.725959777832031
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7117280960083008
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            9,
            19,
            20,
            99
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            1,
            1,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            27,
            20,
            19,
            8,
            6,
            8,
            5,
            8,
            8
          ],
          "topCandidateScores": [
            -0.24594543874263763,
            -2.893911361694336,
            -3.164410352706909,
            -3.1701276302337646,
            -3.366872787475586,
            -3.6026864051818848,
            -5.249849319458008,
            -5.78169059753418,
            -6.524770259857178,
            -6.590531349182129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.23581361770629883
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            27,
            20,
            19,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            6,
            8,
            8,
            6,
            5,
            6,
            11,
            6
          ],
          "topCandidateScores": [
            -0.34982916712760925,
            -2.8939192295074463,
            -2.944125175476074,
            -3.172332763671875,
            -3.187847375869751,
            -3.3806300163269043,
            -3.7661166191101074,
            -7.212333679199219,
            -7.237873077392578,
            -8.006987571716309
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19278264045715332
        },
        {
          "step": 3,
          "inputTokenIDs": [
            8,
            5,
            6,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            1,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            9,
            11,
            9,
            9,
            9,
            5,
            5,
            6,
            20,
            19
          ],
          "topCandidateScores": [
            -0.35686179995536804,
            -2.9028501510620117,
            -2.9994513988494873,
            -3.177475690841675,
            -3.193988084793091,
            -5.333996772766113,
            -5.904970169067383,
            -7.625057220458984,
            -9.180001258850098,
            -9.265861511230469
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.1400086879730225
        },
        {
          "step": 4,
          "inputTokenIDs": [
            9,
            11,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            3,
            0,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            7,
            19,
            19,
            20,
            20,
            19,
            5,
            20
          ],
          "topCandidateScores": [
            -0.357144296169281,
            -2.9028522968292236,
            -3.0018575191497803,
            -3.2610433101654053,
            -3.7798166275024414,
            -4.010561943054199,
            -5.711458206176758,
            -9.118246078491211,
            -9.216935157775879,
            -9.857720375061035
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2307453155517578
        },
        {
          "step": 5,
          "inputTokenIDs": [
            5,
            5,
            7,
            19,
            19
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            1,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            38,
            8,
            8,
            27,
            6,
            6,
            19,
            20
          ],
          "topCandidateScores": [
            -0.35723167657852173,
            -3.0028488636016846,
            -3.254149913787842,
            -3.261061668395996,
            -3.7798216342926025,
            -4.462436199188232,
            -5.35852575302124,
            -9.80077075958252,
            -10.516427993774414,
            -10.892556190490723
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6826145648956299
        },
        {
          "step": 6,
          "inputTokenIDs": [
            8,
            5,
            38,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            2,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            5,
            5,
            6,
            9,
            8,
            5,
            11
          ],
          "topCandidateScores": [
            -0.3593687117099762,
            -3.005753517150879,
            -3.2566845417022705,
            -3.2610819339752197,
            -3.7798399925231934,
            -6.512508869171143,
            -9.29104995727539,
            -9.51193618774414,
            -10.157833099365234,
            -10.710474967956543
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.732668876647949
        },
        {
          "step": 7,
          "inputTokenIDs": [
            5,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            2,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            3,
            3,
            3,
            9,
            5,
            6,
            5,
            9
          ],
          "topCandidateScores": [
            -0.35985568165779114,
            -3.006608009338379,
            -3.2618894577026367,
            -3.780691385269165,
            -3.874783515930176,
            -4.07843017578125,
            -7.980703353881836,
            -8.08139419555664,
            -8.607841491699219,
            -9.441753387451172
          ],
          "activeCandidateIndices": [
            5,
            1,
            6,
            7,
            8
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5
              ],
              "score": -0.35985568165779114,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                20,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.2618894577026367,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                19,
                8,
                9,
                19,
                8,
                5
              ],
              "score": -3.780691385269165,
              "finishedAt": 7,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                38,
                5
              ],
              "score": -3.874783515930176,
              "finishedAt": 7,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.20364665985107422
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            1,
            0,
            3,
            4,
            2,
            3,
            2,
            0,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            3,
            11,
            3,
            3,
            5,
            9,
            5,
            9,
            5
          ],
          "topCandidateScores": [
            -3.0066449642181396,
            -4.086797714233398,
            -8.547270774841309,
            -8.697649955749512,
            -8.829604148864746,
            -9.375537872314453,
            -9.42243480682373,
            -9.543619155883789,
            -9.739808082580566,
            -10.255044937133789
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            6,
            7
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                38,
                5,
                9
              ],
              "score": -4.086797714233398,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                8,
                9,
                5,
                8,
                5,
                5
              ],
              "score": -8.697649955749512,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                27,
                5,
                11,
                5,
                38,
                5,
                5
              ],
              "score": -8.829604148864746,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.545933723449707
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            8,
            9,
            5,
            8,
            5
          ],
          "score": -0.35985711216926575,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            20,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.2618906497955322,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.780691623687744,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            38,
            5
          ],
          "score": -3.874783992767334,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            38,
            5,
            9
          ],
          "score": -4.0868048667907715,
          "finishedAt": 8,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            8,
            9,
            5,
            8,
            5
          ],
          "score": -0.35985568165779114,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            20,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.2618894577026367,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            19,
            8,
            9,
            19,
            8,
            5
          ],
          "score": -3.780691385269165,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            38,
            5
          ],
          "score": -3.874783515930176,
          "finishedAt": 7,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            27,
            5,
            11,
            5,
            38,
            5,
            9
          ],
          "score": -4.086797714233398,
          "finishedAt": 8,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "C/C=C\\C.OO",
        "candidates": [
          {
            "smiles": "CC1OC1C",
            "formula": "C4H8O",
            "model_score": -0.35985711216926575,
            "rank": 1
          },
          {
            "smiles": "C[C@@H]1O[C@H]1C",
            "formula": "C4H8O",
            "model_score": -3.2618906497955322,
            "rank": 2
          },
          {
            "smiles": "C[C@@H]1O[C@@H]1C",
            "formula": "C4H8O",
            "model_score": -3.780691623687744,
            "rank": 3
          },
          {
            "smiles": "C/C=C\\C",
            "formula": "C4H8",
            "model_score": -3.874783992767334,
            "rank": 4
          },
          {
            "smiles": "C/C=C\\CO",
            "formula": "C4H8O",
            "model_score": -4.0868048667907715,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "browserChemicalOutput": {
        "reactants": "C/C=C\\C.OO",
        "candidates": [
          {
            "smiles": "CC1OC1C",
            "formula": "C4H8O",
            "model_score": -0.35985568165779114,
            "rank": 1
          },
          {
            "smiles": "C[C@@H]1O[C@H]1C",
            "formula": "C4H8O",
            "model_score": -3.2618894577026367,
            "rank": 2
          },
          {
            "smiles": "C[C@@H]1O[C@@H]1C",
            "formula": "C4H8O",
            "model_score": -3.780691385269165,
            "rank": 3
          },
          {
            "smiles": "C/C=C\\C",
            "formula": "C4H8",
            "model_score": -3.874783515930176,
            "rank": 4
          },
          {
            "smiles": "C/C=C\\CO",
            "formula": "C4H8O",
            "model_score": -4.086797714233398,
            "rank": 5
          }
        ],
        "rejected_candidates": 0
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "isotope-acylation",
      "logitPairs": [
        "new-holdout-cpu__isotope-acylation__logits_0",
        "new-holdout-cpu__isotope-acylation__logits_1",
        "new-holdout-cpu__isotope-acylation__logits_2",
        "new-holdout-cpu__isotope-acylation__logits_3",
        "new-holdout-cpu__isotope-acylation__logits_4",
        "new-holdout-cpu__isotope-acylation__logits_5",
        "new-holdout-cpu__isotope-acylation__logits_6",
        "new-holdout-cpu__isotope-acylation__logits_7",
        "new-holdout-cpu__isotope-acylation__logits_8",
        "new-holdout-cpu__isotope-acylation__logits_9"
      ],
      "maximumProbabilityError": 3.280023871232718e-06,
      "maximumRowTotalVariation": 3.4359220746903423e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            152,
            9,
            12,
            39,
            23,
            89,
            158,
            85,
            94
          ],
          "topCandidateScores": [
            -0.3790312707424164,
            -1.3313261270523071,
            -4.421977519989014,
            -4.714293003082275,
            -4.893388748168945,
            -4.989071369171143,
            -5.681973457336426,
            -6.305284023284912,
            -7.058854579925537,
            -7.251873016357422
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09568262100219727,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "ccff36d1e241ef7f199ff44203b5c6b6b1792009543f6917982a58ff9f48e186"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "65fd188155140ee1a37fa113f2c7daf873398c82f7e1fb173e17e484406d3c0f"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "3c7974eb530548700bf89b4158e2a30ec4cdc5a0b27296047cda797bfdfc50d8"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "61cc1e7f1eb35628dbbbed1c7b0b7bd990c6f3f220367624d27d80136d208a56"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "07164c7521e154ab5ac582e4f2918ebe7763fd56935e72aec8bc0024261a122d"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dbab36560c46a4bcc8f891e0a923fb6c9f594a8416742d326857da5c7c6e30e9"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "b312cdb89f3e6746b49b2349ac6449a93834e55a5d50cde9c0a1ea3dd5db9009"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "0023e0420a5183cb87cd51d82ce00fec715a845deb2fa00731b088faefea49ba"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "641634375f884eafb87a75afb34281208a21c6a855c4bd499b223ba85cc0b129"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "32d07ffcf409feb856bf41377d1fa2feefaecdd6c64038489d4bb26f728d1dca"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "8c94cfc90ff13861b2376b1da1e133dddb1111a764185efda984f1b55d577cb3"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                10,
                64
              ],
              "sha256": "e4747cf69e5f4ca21fcb579bd63d215dd02dc8f76dd021d7b0e2f2be4dfed831"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "3cda092399194b051c1b4089f7026d54eb1524d87fd7bd3b4f707e20249de3a5"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "167b899ea857d5bd136d2a91f2c2da505e044d10e4a397999f84d0589d5e2beb"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            152,
            9,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            12,
            5,
            6,
            11,
            6,
            5,
            5,
            27,
            27,
            12
          ],
          "topCandidateScores": [
            -0.4123266935348511,
            -1.3370132446289062,
            -3.8879239559173584,
            -4.4284443855285645,
            -4.718964099884033,
            -4.90147066116333,
            -7.003503799438477,
            -7.584752559661865,
            -7.692683219909668,
            -8.031329154968262
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.18250656127929688,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "0592d7e0249baaa95303548e5b5654797934c115132593fe68e2c9dba4f21f0d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "fa2e0db2588412c9632e25467b78bd99245283646ffe88efeb4e6e4a6ed0d101"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "d7b2d6f2b38050b2e54a9a2a15318649ff18f7dea55799aa70b979e44e397a1d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7ccaff2b5368a50d698179679687390d0e7f03084f85b34d7c0ffe05b50af3ed"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e732d04dc113aa540c5269806f7448b33b66c02157d56cc85b3ca11472925dbb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "faca62cf97cf4083661c97acf97ed394a11241ece40be2c0fa36910040d47867"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "23b2affc183021651c306902e7c4f81df1650377c5da5f7eb880ee416dfe6fee"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "892b3731e45d9dd9bd688013e6648a174d35964ab42e8bb18ddf4477ea62121e"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            12,
            5,
            6,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            11,
            5,
            12,
            6,
            38,
            152,
            158
          ],
          "topCandidateScores": [
            -0.41962364315986633,
            -1.3371526002883911,
            -4.448361873626709,
            -4.5227460861206055,
            -4.742659568786621,
            -5.57344913482666,
            -5.835133075714111,
            -6.0811567306518555,
            -6.328579902648926,
            -7.13608455657959
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8307895660400391,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "b13c5e5255310c34acee2284e47b2397947a711150c5ee4bc3fda4674e12be02"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "2974be106320c9882b7275a6ecd748945b97f1400952150a4472e88e69614504"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e81a98e07e4216851abd5dd2b5b7ceae44ae446be214ee335c0cb877ebd688c5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e73b8a52cc6c1655021226930a618f0c96dbbdb9855ff91712b55192657634bf"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c1cba41ebb60daacecd2fbe0e417274de0b2663ffd4360b1b9f6291a08394fa5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "616e480438329ff9e342f0cd77884438ba6256b19a766c853740765797aebdd5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "c1aa29cc94422f4dca3ed6440bae5d240e85f83543a9627e76b8b1659bf6fbe9"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "9056da9ec1ca0a729d7a245404d7a48ad9781cbbd83acfbf2e5983d915c5f03c"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            6,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            11,
            6,
            9,
            7,
            6,
            152,
            12,
            3,
            39
          ],
          "topCandidateScores": [
            -0.4198129177093506,
            -1.348830223083496,
            -4.448731899261475,
            -4.525534152984619,
            -5.289417743682861,
            -5.608738422393799,
            -6.411079406738281,
            -6.709607124328613,
            -9.479511260986328,
            -9.920483589172363
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3193206787109375,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "96db6d4aa0dc67e02d86272692d72b3c6d4b2be2e8b1e2395ece26f6ecd502c2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "7eeb5a3a3c5fee8ac1c5787590afd06ed579d9c5394e810ae291304e017f3a5d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3fae3f058b7a3c6d6de68bb0d891c7f3a813406dc7437e75703a7d638e740fac"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "cdf025dcea14310e7fba42ee905d6c9af3c434fe7d5afc7339e867f3a6db1538"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "07c0deeec19bd4364782c10c4cda655f5a71089d6d7823fb85a96e737d02ad7e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "b54ad7c04afca3233cd85f5028868591b28ec8e7b7b4881902b3d98737a6298b"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6987522dccdce5c914039d98f681752a9220f590e0c0af6a435ff48f0c948d76"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a24001f36649c65dafdec1676c27a9cf2ba39171cc2d6dbfc9b3a9195a2a56ae"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            11,
            6,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            2,
            4,
            2,
            0,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            152,
            9,
            11,
            7,
            152,
            5,
            158,
            75,
            27,
            21
          ],
          "topCandidateScores": [
            -0.6156148910522461,
            -1.3495287895202637,
            -2.1541566848754883,
            -4.525534629821777,
            -4.597161293029785,
            -5.300184726715088,
            -6.801517486572266,
            -7.713366508483887,
            -8.73968505859375,
            -8.828582763671875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7030234336853027,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "3b80022d98f6d2525e5bc8c47d3696090e8be766ccdb2b4bb6a675cf93f57ba0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "1f91dee96e803910d3a730ae189f4caf28c6bc0079b8d0faee82506c8d7c55ce"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "08f0b4ea3982411d14d54b32a6527341c6c168814fdc899e2b0c44bf1dc7e158"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2df6930521bab9a6c2a21671de573f0c449e98f6b3d09ffaa0807d51f7c8f3ad"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "66d7ec345ec8b6c5ac9e354e971964c0b2ab1ffcbccfbab11dc07039d49c285e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "92a2ce0ed30f1b2c5589e04026f38bee8ebb167e1976ed61219366a06c400abf"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "82227a96b17676129a7085c97b1efc3db915d20f738e98cdae1376e7e289f465"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "ec74f9f4a3800042657766bd6e54c09d22db2133a6a8d32b7089b3439d31884b"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            152,
            9,
            11,
            7,
            152
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            9,
            6,
            7,
            21,
            57,
            152,
            63,
            7
          ],
          "topCandidateScores": [
            -0.6156150102615356,
            -1.3495289087295532,
            -2.156122922897339,
            -4.525746822357178,
            -4.597162246704102,
            -8.618568420410156,
            -11.156758308410645,
            -11.227150917053223,
            -12.006519317626953,
            -12.284564971923828
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.021406173706055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "61d754395c36a479b6c24e1ce0f3f5104f190c5855dbdda3254e28b955f569e4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "30ea841cbf422b0efeae7b3ad95b46ecf9e9a7ff27306c45bca71baa017bfc7e"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "5b10bb2b1598bccb7819fe3d372ea91d2150914248d3074d03b9e0af41d866e5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "fd4f0b070013a2659eec3204e83379384be8d2a7edf8c2712e8d026cf2c97ee9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "40f6c9b5a7cf41c781c77e103a4125826b1ced86d4317fc2d68e16357e16bbbd"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e83a8b8c23e99bafcc0ab6498b939cc14609b20418146c6990baab4280ace2e7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "eb4e545b27ea940d0a583b18811248902db29da0fb6fe7c6004d379a4b058319"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "869664244159e39714837b630e2c647b6cad02a2f1f62fcd00d5efa22d4fdf0e"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            9,
            6,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            12,
            7,
            12,
            152,
            158,
            27,
            6,
            42,
            27
          ],
          "topCandidateScores": [
            -0.6158027648925781,
            -1.3501102924346924,
            -2.1561288833618164,
            -4.597781181335449,
            -4.651214599609375,
            -6.972883224487305,
            -9.094240188598633,
            -9.241459846496582,
            -10.250138282775879,
            -10.464451789855957
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.3216686248779297,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "370342db3f7f10d6b967c315e208943b2f8e3e35ae6f8c8abf76b19c4a400efe"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d705d9e8a28e12c8e624064aa2d96d1337e5b90525bffd1983207d10622436f0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8cf88e6e28c0c653c59c34042a81984367e3d16834cee6928bd0f0db8a06f303"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1b2cf04fa9ca990f297496e8e41c9fa8f713daca66dc8dd33d4b0f0407ffb9af"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c353bed324ae4240f2fdd5fd3fa0571e260a2c3ffddb6bf991ee3b24f2f60f07"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "95b779b1cda14e7bf898229acfe885d5277ef9e72d4fd03e033cb67d41033e03"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "1a914b170b01fbc332268edebaa9785444a6bf5dc9d80bc290a9a82471d9c0ac"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "c10c16ff6e4484419b2f828f2def520140ace6eb18e428d5a4e01e9d5c24561a"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            11,
            12,
            7,
            12,
            152
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            3,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            152,
            5,
            7,
            6,
            158,
            6,
            21,
            3
          ],
          "topCandidateScores": [
            -0.6163685917854309,
            -1.3653442859649658,
            -2.1627328395843506,
            -4.623420238494873,
            -4.6512227058410645,
            -5.575647354125977,
            -7.210790634155273,
            -8.313035011291504,
            -8.582950592041016,
            -10.030014991760254
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9244246482849121,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7172ff0a7a3417f7619927f02bb27b78724fd8f6b5714927550b544c2adb2597"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "59371169e7e11d735224d3e9c16ef7a67f8705577861895bcd391ff54cba6e3b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1a03611eab2938d76b6fa788b7fab6f9b0323655f5364b83914d456b14266ac6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "6afb386bd1d4ebff0ae8d27600d21da341e1805ca1e76f116e042d2d60bf17c1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "ad1e18e46c053e37bd12bd98577b3422f5d24ab5c11f7fff6e06f688b4f98814"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c26be6ce246c96043b75793c5f1cb9aef03b47fd9499e38a2b5c0ea076c0a982"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "ede1cb580f9433a4a974f89eb2ee7aeeeabb1449edf6898f44714f7384955c98"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "79cc3065e976f36af115ab3af9c5b602f861e1dad32aaf6d3f0cc6974ebe7cc3"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            152,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            12,
            5,
            6,
            23,
            27,
            42
          ],
          "topCandidateScores": [
            -0.61636883020401,
            -1.3655307292938232,
            -2.1627414226531982,
            -4.623579978942871,
            -4.652382850646973,
            -10.594196319580078,
            -11.63249397277832,
            -12.413252830505371,
            -12.68118667602539,
            -13.002037048339844
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                5,
                6,
                152,
                7,
                11,
                9
              ],
              "score": -0.61636883020401,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                5,
                6,
                11,
                9,
                7,
                12,
                5
              ],
              "score": -1.3655307292938232,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                152
              ],
              "score": -2.1627414226531982,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                152,
                7,
                12,
                5
              ],
              "score": -4.623579978942871,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.9418134689331055,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "2a1e3f557169d70b83fe4e90d9cc03207a5f64cecc7414f0f05357f9a763fe09"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3ebba87819a9f9473bbe53f0112052a448fecb7f560fc44084cf55366c5bc34a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "3122505e079b0c8712a65424b9a2b9de5256defb1ac59a7966be14aa7cd75ca1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "1e9fd68e482c8cbcd5051f5424349a352d008c99021dff6cb0a04448bd77fe77"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "480f6dd91aceadb69a348df7102a23f2a4a3554ff76b67070ea2ecb4a8af615e"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "68ec3b84a4c795c14f65196c501a3e351bfa7773812d37a1d0b3d814e77b8b68"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7c36e1e23229626b63ab91e6ace1d8ffa7c76a6bafd39b6d1eed8918777c1f29"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a305a1c194c267c0db76dfe526d523e0d2b683cfc0a277c5b2e82c464e3de03a"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            23,
            27,
            12
          ],
          "topCandidateParents": [
            4,
            4,
            0,
            1,
            2,
            0,
            3,
            1,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            152,
            3,
            6,
            12,
            5,
            3,
            5
          ],
          "topCandidateScores": [
            -4.667415618896484,
            -8.900188446044922,
            -10.84195613861084,
            -12.355949401855469,
            -12.413252830505371,
            -12.562731742858887,
            -12.711272239685059,
            -12.766215324401855,
            -12.850668907165527,
            -13.895102500915527
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                5
              ],
              "score": -10.84195613861084,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                23
              ],
              "score": -12.413252830505371,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14947891235351562,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ecbbff0a8e9353ebad347f95cb898ddc6e449a6a1484e3d5faca80e3e8390076"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2cc928f156bd0ae3ce1684de4a4f580d7489ce08a2e2e6e29fb62c15ee0613d"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "fd7af22f14fde56dec1d675fabc746e75ae6721be1fb5ae39250611ebc26cf81"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "7b3eabf7c55887ec113e236129b0029f9d9e39df6bca37811f97489532ab6aff"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "6df9ce204436849de002438ea42a099d7727ddd64ee6d5da9344ea5726a5c9d0"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "eaf3b9684479be85c0409ce68ecc05290787b59e1e45eaffef536ec90ff94e0a"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0b3975afd39a1fa98d3ad32c745722e875a2bbfe7696db6375e496d142de0b2d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "73b8e15a907e0103c5ed70b10b30a0cd9cd4cfa20a9e8a592382c6d54e5a63ca"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "8852cd7c7c3ca9148b004bbbf09208ebc926758d4b87c4bac768a46cd90111e4"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "071c520b5b4897074b059ac3784b19924b7ecdebad6b46fec3dcc60d5e49e3fa"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e457f68356aea35c0f7140700bd1eb4135ff5300674df4111337d51d4a62252c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "0adb8ca7cdf6570e525f324a5bac763a5abcb9786a695e1fd49227bd50265b9c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d2f131203e9dce18429b06d74ae6f7a816df459d870e12537d8877f15ef93d16"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "59da6785f1f4bf1c0e496ddb7f6af62317fdb78b880361f3678f0751a7dd8368"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "359c3d300470f94b0b66fc814148075ba9f982d3cfb06dde0b268bf78f340bc3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "d9992348b9f1b5ecf427c98417a3f5ee47c876ac17a8de925e2277fb5e8a10a7"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            152,
            9,
            12,
            39,
            23,
            89,
            158,
            85,
            94
          ],
          "topCandidateScores": [
            -0.37902897596359253,
            -1.3313264846801758,
            -4.421975135803223,
            -4.714287281036377,
            -4.8933844566345215,
            -4.989068508148193,
            -5.681975364685059,
            -6.30527925491333,
            -7.0588507652282715,
            -7.251871585845947
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.09568405151367188
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            152,
            9,
            12,
            39
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            2,
            3,
            4,
            0,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            12,
            5,
            6,
            11,
            6,
            5,
            5,
            27,
            27,
            12
          ],
          "topCandidateScores": [
            -0.41232427954673767,
            -1.3370130062103271,
            -3.887922763824463,
            -4.428440570831299,
            -4.718957424163818,
            -4.901465892791748,
            -7.003505229949951,
            -7.584750175476074,
            -7.692673206329346,
            -8.031330108642578
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1825084686279297
        },
        {
          "step": 2,
          "inputTokenIDs": [
            12,
            5,
            6,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            4,
            2,
            0,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            5,
            11,
            5,
            12,
            6,
            38,
            152,
            158
          ],
          "topCandidateScores": [
            -0.419620156288147,
            -1.3371518850326538,
            -4.448358058929443,
            -4.522746562957764,
            -4.74265193939209,
            -5.573450565338135,
            -5.835132598876953,
            -6.081153869628906,
            -6.328573226928711,
            -7.136078357696533
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8307986259460449
        },
        {
          "step": 3,
          "inputTokenIDs": [
            5,
            6,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            1,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            11,
            6,
            9,
            7,
            6,
            152,
            12,
            3,
            39
          ],
          "topCandidateScores": [
            -0.4198084771633148,
            -1.3488285541534424,
            -4.448727130889893,
            -4.525534152984619,
            -5.28941011428833,
            -5.608728885650635,
            -6.41107702255249,
            -6.709597110748291,
            -9.47951602935791,
            -9.920477867126465
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3193187713623047
        },
        {
          "step": 4,
          "inputTokenIDs": [
            6,
            11,
            6,
            9,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            3,
            2,
            4,
            2,
            0,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            152,
            9,
            11,
            7,
            152,
            5,
            158,
            75,
            27,
            21
          ],
          "topCandidateScores": [
            -0.6156101822853088,
            -1.3495264053344727,
            -2.15415096282959,
            -4.525534629821777,
            -4.5971550941467285,
            -5.300177097320557,
            -6.801499843597412,
            -7.713366508483887,
            -8.739667892456055,
            -8.828577995300293
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7030220031738281
        },
        {
          "step": 5,
          "inputTokenIDs": [
            152,
            9,
            11,
            7,
            152
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            9,
            6,
            7,
            21,
            57,
            152,
            63,
            7
          ],
          "topCandidateScores": [
            -0.6156103014945984,
            -1.3495265245437622,
            -2.156116247177124,
            -4.5257463455200195,
            -4.597156047821045,
            -8.618562698364258,
            -11.156744003295898,
            -11.227124214172363,
            -12.006502151489258,
            -12.284553527832031
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 4.021406650543213
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            7,
            9,
            6,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            0,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            12,
            7,
            12,
            152,
            158,
            27,
            6,
            42,
            27
          ],
          "topCandidateScores": [
            -0.6157974600791931,
            -1.3501064777374268,
            -2.1561222076416016,
            -4.597774028778076,
            -4.651209354400635,
            -6.972877025604248,
            -9.094228744506836,
            -9.241460800170898,
            -10.25013542175293,
            -10.464442253112793
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.3216676712036133
        },
        {
          "step": 7,
          "inputTokenIDs": [
            11,
            12,
            7,
            12,
            152
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            3,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            152,
            5,
            7,
            6,
            158,
            6,
            21,
            3
          ],
          "topCandidateScores": [
            -0.6163622140884399,
            -1.365340232849121,
            -2.1627254486083984,
            -4.623412132263184,
            -4.651216983795166,
            -5.575643539428711,
            -7.210779190063477,
            -8.313026428222656,
            -8.582939147949219,
            -10.030013084411621
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9244265556335449
        },
        {
          "step": 8,
          "inputTokenIDs": [
            9,
            5,
            152,
            5,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            12,
            5,
            6,
            23,
            27,
            42
          ],
          "topCandidateScores": [
            -0.616362452507019,
            -1.3655260801315308,
            -2.162733316421509,
            -4.623570919036865,
            -4.652376651763916,
            -10.594195365905762,
            -11.632491111755371,
            -12.413251876831055,
            -12.681180953979492,
            -13.002037048339844
          ],
          "activeCandidateIndices": [
            5,
            6,
            7,
            8,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                5,
                6,
                152,
                7,
                11,
                9
              ],
              "score": -0.616362452507019,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                5,
                6,
                11,
                9,
                7,
                12,
                5
              ],
              "score": -1.3655260801315308,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                12,
                5,
                6,
                11,
                9,
                7,
                152
              ],
              "score": -2.162733316421509,
              "finishedAt": 8,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                9,
                11,
                5,
                6,
                152,
                7,
                12,
                5
              ],
              "score": -4.623570919036865,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 5.941818714141846
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            6,
            23,
            27,
            12
          ],
          "topCandidateParents": [
            4,
            4,
            0,
            1,
            2,
            0,
            3,
            1,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            6,
            3,
            152,
            3,
            6,
            12,
            5,
            3,
            5
          ],
          "topCandidateScores": [
            -4.667408466339111,
            -8.900179862976074,
            -10.84195327758789,
            -12.355938911437988,
            -12.413251876831055,
            -12.562736511230469,
            -12.711265563964844,
            -12.766220092773438,
            -12.850662231445312,
            -13.89510726928711
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            6
          ],
          "finished": [
            {
              "tokenIDs": [
                152,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                5
              ],
              "score": -10.84195327758789,
              "finishedAt": 9,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                152,
                5,
                6,
                11,
                9,
                7,
                12,
                5,
                23
              ],
              "score": -12.413251876831055,
              "finishedAt": 9,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.14948463439941406
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            12,
            5,
            6,
            152,
            7,
            11,
            9
          ],
          "score": -0.61636883020401,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            5,
            6,
            11,
            9,
            7,
            12,
            5
          ],
          "score": -1.3655307292938232,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            152
          ],
          "score": -2.1627414226531982,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            152,
            7,
            12,
            5
          ],
          "score": -4.623579978942871,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            5
          ],
          "score": -10.84195613861084,
          "finishedAt": 9,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            12,
            5,
            6,
            152,
            7,
            11,
            9
          ],
          "score": -0.616362452507019,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            5,
            6,
            11,
            9,
            7,
            12,
            5
          ],
          "score": -1.3655260801315308,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            5,
            6,
            11,
            9,
            7,
            152
          ],
          "score": -2.162733316421509,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            9,
            11,
            5,
            6,
            152,
            7,
            12,
            5
          ],
          "score": -4.623570919036865,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            152,
            5,
            6,
            11,
            9,
            7,
            12,
            5,
            5
          ],
          "score": -10.84195327758789,
          "finishedAt": 9,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CN.[13CH3]C(=O)Cl",
        "candidates": [
          {
            "smiles": "CNC([13CH3])=O",
            "formula": "C3H7NO",
            "model_score": -0.61636883020401,
            "rank": 1
          }
        ],
        "rejected_candidates": 1
      },
      "browserChemicalOutput": {
        "reactants": "CN.[13CH3]C(=O)Cl",
        "candidates": [
          {
            "smiles": "CNC([13CH3])=O",
            "formula": "C3H7NO",
            "model_score": -0.616362452507019,
            "rank": 1
          }
        ],
        "rejected_candidates": 1
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "charged-amine",
      "logitPairs": [
        "new-holdout-cpu__charged-amine__logits_0",
        "new-holdout-cpu__charged-amine__logits_1",
        "new-holdout-cpu__charged-amine__logits_2",
        "new-holdout-cpu__charged-amine__logits_3",
        "new-holdout-cpu__charged-amine__logits_4",
        "new-holdout-cpu__charged-amine__logits_5",
        "new-holdout-cpu__charged-amine__logits_6",
        "new-holdout-cpu__charged-amine__logits_7",
        "new-holdout-cpu__charged-amine__logits_8",
        "new-holdout-cpu__charged-amine__logits_9",
        "new-holdout-cpu__charged-amine__logits_10",
        "new-holdout-cpu__charged-amine__logits_11",
        "new-holdout-cpu__charged-amine__logits_12",
        "new-holdout-cpu__charged-amine__logits_13",
        "new-holdout-cpu__charged-amine__logits_14",
        "new-holdout-cpu__charged-amine__logits_15",
        "new-holdout-cpu__charged-amine__logits_16",
        "new-holdout-cpu__charged-amine__logits_17",
        "new-holdout-cpu__charged-amine__logits_18"
      ],
      "maximumProbabilityError": 1.6475120194203718e-06,
      "maximumRowTotalVariation": 1.6571424087379564e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            9,
            45,
            4,
            39,
            17,
            94,
            85,
            99
          ],
          "topCandidateScores": [
            -0.02179550752043724,
            -5.155549049377441,
            -5.336862564086914,
            -5.671940803527832,
            -6.137185096740723,
            -6.830460548400879,
            -6.926329612731934,
            -6.997123718261719,
            -7.703906059265137,
            -7.801089286804199
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6932754516601562,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "af98a56c133db17220a2f0a176a6eef49af472d3b367183a47baae72368595f1"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "7420b71a2e670de0d899f7cf2f6428c32050405515ffd9cdf2e26aa01124a786"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "f0acdcfbc9dbdf4b028a33aba33f4b9cb4e5ed99d6002d3d8282a0f9882226a4"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "2a7a41327581fb4a6730f9ffd13966a5ded3bdb32228bba909a642987325d780"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "22641e2010dd7cd429ac4d2714252e51a17ff1c6417a1503b5bc8449423b3c1c"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ba4900c7702d9d62e62c6d235f4ad9bd981794dda5278fc4a7c66a23389399ef"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "5ea1638129dcca8237908d9bb09b7917d6f770dfdc353a2e7369ecee9c847e91"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "be9f0cee32c35c6c64ba2f909062b3f493a6d898b3af95df00560279d1673caf"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "5500c99c496cfb2b69373b38dce25096a45b092140c419232d12f0cc0556c68c"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "968a29aba149e81b6a54ace660afd6308b326ec77382c6705ac4e84718d9bbd3"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "4cd61a2de7938f887d44e903f907e0784874555254d7a63731dc8c8306b0b087"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                12,
                64
              ],
              "sha256": "8424b1ac8210c66147944efc6c3541b132867f69258ea8448c15ee6f058e4b73"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c59829ea8165576044375f380a50fc3d128fba587cb8c08f961908af45dbe38d"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "e351accf78be8543f64d3599fc8ca20f67dd7acb8c53489ffe961b823a34a518"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            12,
            9,
            45,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            0,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            12,
            5,
            6,
            6,
            11,
            11,
            12,
            4,
            9,
            8
          ],
          "topCandidateScores": [
            -0.4871635437011719,
            -1.0838327407836914,
            -4.578473091125488,
            -5.405652046203613,
            -5.4184346199035645,
            -5.736667633056641,
            -5.768831729888916,
            -5.870017051696777,
            -5.9637861251831055,
            -6.137185096740723
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.31823301315307617,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "baf16b8ea9bebaa8d7831e0419ef786f6995f5f01aa37fd1bd0f4382d2498584"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "785be45d0adb783435e59618b5d9253618be79e8bb820f76200dd36403ee501b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a7fc3175a6a0c6b7638a0b6f29ad34e85c67bccad0edd6b8c66b1fe6ff7f0698"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "91a0eb91a3ec3d7b03cfc31107f63e18bb8a6619077eecf0e8b02270e2d95636"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "38f1f83b92a4abd675eb89aa5e9c9ebdece291c4bc9743d00cd4387d2c550ad6"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "99e438c375dce481cdbf54f025531b5227ee673f96dbf45c2e0523f79d9fc587"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a80c7160a9fd4b37fdb80f3dddecd0eb8ff6c0861612c99d66da8cb24a0d8c60"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "124568eb5be05287f0192cf74aedd6d05529e91a95241dcf51679c4fb22342e4"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            12,
            5,
            6,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            1,
            1,
            3,
            4,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            12,
            5,
            5,
            5,
            12,
            5,
            11
          ],
          "topCandidateScores": [
            -0.8927386403083801,
            -1.1247196197509766,
            -1.617563009262085,
            -4.827020645141602,
            -5.389137268066406,
            -5.427435398101807,
            -5.464462757110596,
            -5.5581512451171875,
            -5.688816070556641,
            -5.909677505493164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03829813003540039,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5909bb55a54db8597bb0939bd2012dd3a3657b7ab6efcecceae07f9540e473a6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5f35267e0a786e9726450a5cbde8dc9e500ce0271f85070b5d586daa91bc5f23"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "450abf7147fa3073e575e7aefe443ce86c2a2a5208d9ccf5859bef830f517b80"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8c9dd47293cb2ff5cee83f11f7e0c476909f55e74f5ce20bfe01b48a0353c99d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ce632ffc656dfe74f9f4d63b68ef153b1ec9afa29fdb0e8c30098e073dda425d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5bc67797a3241fc8a495d179d2381d0f58bcbcbbde348e8412b094e1cde00ff4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "1b67f2c8424b8da2019e23c6861c3e455469499d123ccd441ce6ffcffb700d9c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "f2da4bcfe76637613d3d57827a1b0de137a51de6a905510168edc80a2d90cffe"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            4,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            5,
            5,
            6,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -0.8962936997413635,
            -1.1254600286483765,
            -1.6408973932266235,
            -4.95316743850708,
            -5.645111083984375,
            -5.983142852783203,
            -6.545355796813965,
            -6.998270511627197,
            -7.799439430236816,
            -7.956789493560791
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3380317687988281,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "49fcb8ea1d286444055f7a327ebd3795cb4ee82e5badf9f61c346c835414b8a8"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "82dcdb313cae1ea579007f922f3dac28b3061457b2badb7a5e99c138ac99cfbc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "5b3af5f6eb103c37d7cc907cfec9e5e22ba16d26cefa89b977393b9a8463b00b"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "1ce636736038c8df0c25b22de132ca2abf5387ff80d2b1e4178b130f17c8e679"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "3c78f9db482bbb7a17aaf75930e83abc4465bcd04f1f6bed8e643392a72c2b1a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c93af6124788f43600fd94a88bc47fd84d9ed7b505a2084faf6a3022b4561767"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "72f26477384a21d8f0c305ae785cb856ab706ac845b974ff9d54e5db73ea56b3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "a259defc95f160190c965642a8a32fdea71d494a4a0cf4e357f32c2cdc02624e"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            0,
            3,
            0,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            5,
            6,
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateScores": [
            -0.9330426454544067,
            -1.1262938976287842,
            -2.0482773780822754,
            -2.7367706298828125,
            -4.420982837677002,
            -4.954504013061523,
            -6.388772964477539,
            -6.514928817749023,
            -6.615092754364014,
            -7.684639930725098
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5335211753845215,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "5bc93fb6a9ae318e67bf1911355c9db34d639a32e4bfaa24d70f1099d2b7ee4e"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "0daddd44ad7519063a7d6242a59e1c07d1d36ed5c19502020bee3360c182e509"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "bc92ae7f8bc56fec2646be84d46ff646528653b286f35098a0ffd6b5f862ffef"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "04d8b8bdab56ab8fe3a8bb0b584d1abaa72a1e9ec4b087dc607d9066e8ebb4e7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "9342db0a9dae2078ce9f4a2e6a01f569df228301e3495cc6b22ebfc9ec7c344a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a271330a4a04ca8fa5123d9d44d05035b0159736a32efaf1bdce71f885cc3602"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c4f9d49131e1af5fe84e709d8108050aa9a995fe8d1dd0cc652e2f8048856f4e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "72141ddd37f50c7d5173fd60e150c2166bdf10ddb6d01ba08b7c014489bc952d"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            9,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            9,
            7,
            5,
            27,
            37,
            4,
            21,
            11
          ],
          "topCandidateScores": [
            -0.9616527557373047,
            -1.1262941360473633,
            -2.0493593215942383,
            -2.7389261722564697,
            -4.488877773284912,
            -5.482329845428467,
            -6.0661468505859375,
            -6.185693740844727,
            -6.890133380889893,
            -7.167574882507324
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9934520721435547,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "384931eb685f15d21f43f3ceccbd035516a31ff1c805864adeb0d265973a9a6a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "16235e1f6ab0cef42428867289fe79075d91f397bea95646e8ad7c812e7291ba"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "841ae24340881341c5f4c2cf52f146839fe4f29f2cd4e9a11b80c9fa92fae857"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7ef2690aa52902817a4f498d511195cdcf75f02eb5070e5f3fe631d24d164759"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "8a194fb015bfdabd5516cb8c7b379e35d605042db022f2c10a00b4757dcf79d2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "46b5be580a773f11610a2418a0ea57fdef423ae01d6dd65d89045613bff2f59c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "e4db16156f86896c159c4a8f3d2d2d006c10c20f781fe63ba9e69cc50121c2bb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "435c1944500a7d14fb224f4c41dfdc023e10a0ec4e4bddc75525eb0f4ea659bb"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            12,
            7,
            11,
            7,
            5,
            11,
            4,
            8,
            5
          ],
          "topCandidateScores": [
            -0.9878917932510376,
            -1.1289829015731812,
            -2.0493593215942383,
            -2.7482364177703857,
            -4.489778518676758,
            -5.1736979484558105,
            -6.115874290466309,
            -6.914276599884033,
            -7.49190092086792,
            -7.776548385620117
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6839194297790527,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "313415e893cd9959ccc2e9c1837864884071e7e2527b0b250d27e1ac665c3e7d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "80087702e0e435a3efbbdb43597c3ffeda7c03e371e8407b9d732e5d5f251f35"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d31a2a1b01f6bb2b29ed0f22c9198dafc0ca57e0e3b937878177a5181000068e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f6b6b943293fd12b59842c38042a6f5a2439c85367d151672880a1c3fedf07d2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "ca50cd1cd3a1da4478300229161cad2f6b9ad59e6c380acbe7582a97a39bc4c2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "70dcef7f980f2280d7b76523fe3840f16c2cb99bbf0b95eab05f2e1a240a6e3e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d4680eb64fe5af495bd10ed0445530fad6a2c6dbe693e34dea19bbeb6fcd8dca"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2bc9c94eabaed576847e9b866b92b736ffd08bb78ba93b4fd2b59ef590a8c145"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            12,
            7,
            11,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            3,
            4,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            11,
            9,
            11,
            5,
            4,
            27,
            12
          ],
          "topCandidateScores": [
            -1.1327754259109497,
            -1.3062245845794678,
            -2.0711798667907715,
            -2.291527032852173,
            -2.756446123123169,
            -4.490399360656738,
            -6.787591457366943,
            -6.876264572143555,
            -6.898673057556152,
            -7.438486576080322
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.7339532375335693,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "10a2cc8456339935b4b9385426325973140f98b2400b42c3e985db54ab0f9e1a"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "0c04e973d14376ca63103ccb10cfb3b666147772e893e0ab169e208824bd9ac5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "913245bd413357ddd00eb96d4e06b6eb41d88667a0f824e9346d7afe2b4e057f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3d862baf365a4ad27a37b2382dff1fa57d55879b021fab0d4ddf551e265d1d30"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8687b80387d041816e2ce177aceb86976d83b90285b1416b9bd158d88d7754c7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "4582765d41ab328ecf8bdc65efdff6e134920fd998915098aa5ddbf8d6a8b4d1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "fb2a3c938ae3352876a65bb06c0ae2e79e06841919428186fe8dcb26486afa23"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c12190efbc648bedd590f3b0184d27414e4a02d3096ce3bd13126e26352f6fa3"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            5,
            5,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            9,
            3,
            5,
            6,
            4,
            17,
            12,
            21
          ],
          "topCandidateScores": [
            -1.132927656173706,
            -1.3066798448562622,
            -2.292229175567627,
            -2.756446123123169,
            -3.0131516456604004,
            -3.9629673957824707,
            -4.22286319732666,
            -4.452606678009033,
            -4.461580276489258,
            -5.679567337036133
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -2.756446123123169,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9498157501220703,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c10763c44965b4fbc703845c6e32b4498d397ac61cb9871504bcd7e535a37ab7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "dc37a25b53419bde45663f257d669dc9584a71a56dcd37c132a4562c08b80929"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "7918f9ecd4d3071f3969dc5966ff896ce1f93d0b2f13f333fe42dfbce1dde2fd"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "03d8e0f2006aa458572ff6f8eafd277848aac8491167c63d97dddca029353b4d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a029037de4b56b10b4b50c2b9fc14c76a2955ccc8b2cb94ac5d359ed16d0f6b0"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "c97b99bcad996cf2251f10bc49f65678395b174b2e9eec8bd7e520987dc950d3"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cae288375fedd4cee4aafe8bd81fb3f145f843739e3ac4fcf7bfdce5d26cec21"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "489697992428feba4e5675eb9df8a32d958b3ab6a3b24ed2017d508e2902a874"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            7,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            7,
            5,
            5,
            6,
            3,
            12,
            4,
            8
          ],
          "topCandidateScores": [
            -1.1338351964950562,
            -1.3072271347045898,
            -2.292229175567627,
            -3.570244312286377,
            -4.0793776512146,
            -5.170543670654297,
            -5.195137977600098,
            -5.4323015213012695,
            -6.430629253387451,
            -6.595876693725586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0911660194396973,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "5f67eec09871a631b6270a4b02aeb00960a8428ea522636cadf3d0883da765e5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e1dcdb46911947416feb96944d5d0a11a49fc6426340c306dcbb80c111b444e5"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "994970c6ad130969907b83e7232aa9486a311d50b2401c96ef0f381a6e06dc67"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "114373dc9bbad87ddb4f43679aabc801d69ad0ae4318f3d597bac251a19fc496"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "a2f94efe7985a35919ee569a6c67e0b99d43f2fbcca6216520f1e7559ed36291"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ba248e10fb0951aee3e5c44f1e0fccdeb5743729ca3df3b9824a7edb2d741ea2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "158069c86f9f7a057dd8022537c974c39fcc6057dce4da701c006bec69550eef"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "c8c90978b55912800e673ae87f091203b25a6bf808e855347fb3b45622a214d7"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            11,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            3,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            5,
            7,
            6,
            12,
            27,
            12,
            4
          ],
          "topCandidateScores": [
            -1.1419719457626343,
            -1.3078081607818604,
            -2.329723358154297,
            -3.7783775329589844,
            -4.1054582595825195,
            -6.210334300994873,
            -6.426110744476318,
            -6.716007232666016,
            -6.757044792175293,
            -7.068190574645996
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.1048760414123535,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "334fdd5c94c37e4c3c0c1237fbbafba6c729f97be6fe5fc60648d503df461db7"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "51d944dd80138e13b3f6421aa531567ccb74172f8dddd5063ab5f94785c384b0"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e9d6b6cb6da4a530d3205fa0a9e0dc1ef319f4bf846467b734f27f267de2bd95"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "8b00f7ce9d557618b2f963bae3a5dfe8d304ab299f61c55e4a5720fd6fb424f1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "2fcf39456130ff047f9f42b8bf8823d25a9cd47912f952a9197c4267e78cdba6"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a44a49e02d02a7193689536597db8d7b64457b334c359797c6e7a09ced5d4004"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5aa80bb1a3940acc37b814a362533aaa57f4ff2aa190b8b892873b4346db7964"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "caa00460056558019611c17a6bbf1e0145d39a2e03c789720854fad9050e64a5"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            9,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            2,
            3,
            2,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            17,
            5,
            5,
            6,
            6,
            11,
            12
          ],
          "topCandidateScores": [
            -1.30780827999115,
            -1.3574740886688232,
            -3.139758586883545,
            -3.533766269683838,
            -3.8248987197875977,
            -3.990706443786621,
            -4.309255599975586,
            -4.634092807769775,
            -4.73992395401001,
            -5.012320518493652
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -1.30780827999115,
              "finishedAt": 11,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                6,
                5,
                7,
                5
              ],
              "score": -1.3574740886688232,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.16580772399902344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "a35b67ab133c47b710bf9c415a007f2647b675e4ac5f32aaa74e19ecab7079d2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d8a70c1df88f0ba4359f706a62da321e6e7f81c051d067580348b57469a3e191"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e3246851e8097ef396499eb47e7919744289915a7aead83af293654855da4029"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "38bce6b64d64f184b5a84e3443312311df88218a4e03ad08529e595cdaaf27e7"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "2da90386b11b78d00fe992ee09dd4b668c2be2a3e23bffebb8aac37d17b2b318"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "9a97526daf85eb9ceacc515d077938dcaa30492f74485d2f9c340239400f86a6"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "8cfbc15be4338e2ac21572053fd49477b8579c442a7155fd4641382e85d87318"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1f4f3ff8fdce3719e632086cf1f193b167809c7db8d4cca687be0479343ba2c7"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            6,
            5,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            2,
            4,
            0,
            1,
            2,
            0,
            2,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            5,
            5,
            5,
            6,
            12,
            3,
            6,
            9
          ],
          "topCandidateScores": [
            -3.533766269683838,
            -3.962205410003662,
            -4.343803405761719,
            -4.5949201583862305,
            -4.660828113555908,
            -5.278736114501953,
            -5.349819183349609,
            -5.482935905456543,
            -5.52237606048584,
            -5.553869247436523
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.533766269683838,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6179080009460449,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a22c211b0a40118523b83e8a2240a8ef560c59f23f56f53b6edd044f6499f1d6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "1263e811a6b527ba38986807f08982a71bbd9861bacef70ac9dd7e52884f25e6"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d49636e8668c989a685d5dae28f3d33242af56f1aa67ca3f50ad323f9e093ceb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "ba8cbc5013141437a6997f09c7261016749811a18d696d49930548a445ed3064"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d7fd1002732400bb6c5d8c3898a289796c9b819f2748e1f48d850e7cb5938feb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "fb346e079144ff4c2b950448259c1f1726ddc3ed5c478475b0f5e53ee632fa79"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "9cfd8032c94c113a6459d80634fa4aa8b7b9f27834b4ef8df740e78a67a378eb"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d6ad2ab7d4095282d2eecb3ca46424d28b918713c1171ab9c980a17f11587622"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            4,
            2,
            3,
            0,
            2,
            1,
            0,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            5,
            5,
            11,
            6,
            17,
            5,
            12,
            12
          ],
          "topCandidateScores": [
            -4.399857997894287,
            -4.675100803375244,
            -4.763463497161865,
            -5.0454864501953125,
            -5.854456901550293,
            -6.10714054107666,
            -6.223930835723877,
            -6.26734733581543,
            -6.311586856842041,
            -6.482212543487549
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2526836395263672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "1159056b2813f59981bc55d51bc6c422985ec198f8e491070e2f3ecbd3af90f1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "2520afeb25ece78df941e02249872c10eab762f23706562a71e075264a65d421"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8b51e088b826122a72aa6a55d7fb0c911672ec085e11cf645a25f995d9c1b71d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "11357df949f857c120b86e13cf3c2a721e7e174a75634041a31b09148416f678"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "aaf5bfa57d9e8020d22aa40c37eb88e1b4a4eb486cf62ddbfa50b971c14e1043"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "8aedde2e9c9bcf5778b93173f27036924d708dfbb4eb3db2bb6f9ba9b4fb8ab0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "52bdec1dae9c200b78e4a6db98ebb0f2009e6e2054ebc823bbc16ad4bd33003c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "66c253c98374ce1bec9465d5b6c57e0a2d3f38855b94e3a1112eaf4bfd173cd9"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            7,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            6,
            5,
            9,
            5,
            17,
            6,
            6,
            11
          ],
          "topCandidateScores": [
            -4.878074645996094,
            -5.072310447692871,
            -5.370279788970947,
            -5.418619155883789,
            -5.857268810272217,
            -6.426916122436523,
            -6.445799827575684,
            -6.657773971557617,
            -6.816545486450195,
            -6.881219863891602
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5696473121643066,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "fce9faeeb605a719117e87c855445b847072632cc3f66f4d5737c9f2944138c5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "33436d8a4e57a90e746e028d00143fd582187529931f9c9d3f19549548404ae9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6768021d3880d73e4734b3b3a00711a2adb2bef6fe1eecba36707c9dda15b892"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "ddd85f1243e070dd51f61d0fc2ba110d74218032be7c8d2c115082def251491c"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "648c78d3c821409d63235274f1045331a3d814c567bc762ef580f4913f940c38"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "245c1492705aaf4d2102a6f6131bf398cfd4ee2ee09e25c6edcc5a253869a4e4"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "e22de5ef0f73afcc41bf735010dea0821f2c9bd2956131d62cbfef5687cbfa0f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "74f39995c707f549cab53f3427236961f653745338641dbe04d835abd1232cfc"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            7,
            12,
            23,
            23,
            6,
            17
          ],
          "topCandidateScores": [
            -5.166607856750488,
            -5.431141376495361,
            -5.677090644836426,
            -5.76961088180542,
            -5.857268810272217,
            -6.860657691955566,
            -6.966008186340332,
            -7.6731061935424805,
            -7.7052764892578125,
            -7.726983070373535
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0033888816833496,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "069108307d06058b6f8d0b71c2145695b0903a1be8b02631a8d394b52c23c727"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "cdce71fa2ad95ada4e2d200c7b84e8163e42e20718cea148aa2821813534ae5a"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d3636100ff0b8642985a886eb77d6f93c3b3d751c98959ab5ce4566f662dff70"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "c2df801c2ae1361bdace3d59e69e78dcd3554d683301340c2abae91c86946e83"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2838d93aedc1423fd308f4a5688ddfe572717f6fd9ce263d4104a2e3eb5c94ac"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "b1a2cf860f40a3e0d980aa88b31c779b3763578d44d197049229fce131f5ffc0"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "46df99d50471e75c6269d91590bfd098ef9917e029c8d469bb395150b3b816f2"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "760331d30590b85df79b883c2e511710e1557d0537319f7660aa4224cf83324d"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            5,
            5,
            12,
            17,
            9,
            23,
            23,
            6
          ],
          "topCandidateScores": [
            -5.451585292816162,
            -5.79866886138916,
            -5.865114688873291,
            -6.311781406402588,
            -6.362489700317383,
            -7.079038619995117,
            -7.484488487243652,
            -7.528251647949219,
            -7.584312915802002,
            -7.674199104309082
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7165489196777344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "3d884d7f466b40f724eb1a7698a58478b40f6e17af188071ee19aff5fd018970"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "bf30a2ba77aed7b66d6c8fb4c287a534d1f70f969b0e16bf28b805d9b88cee90"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "b1a01225bbc6ea8f0384463ed8ebaf0fb6464e57d6302205277a600f25074d56"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "38c4763a1afd9ac3596d304e83ee7a72957acafa5460d91cee823bc339f9c8af"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "34cd47fa06546164d67499859d51c5d37a2e9eb8281b3306637d5f02a7e63a12"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e34498f3f5d4a7a1da86311ec7a27a15647e3e14728a9056528ccffdea672d08"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "e628439881d64a7461aed1c1986161ab09f1c419c935a074d13b9044c9fa3569"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "abe4edba7a51f6c06a4506d3a70e8d9d331c8b41ff01544c7560b32fa947d2b6"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            7,
            5,
            5,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            0,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            6,
            5,
            12,
            17,
            23,
            23,
            4
          ],
          "topCandidateScores": [
            -5.90600061416626,
            -6.010997772216797,
            -6.394327163696289,
            -6.4071760177612305,
            -6.734749794006348,
            -7.465574741363525,
            -7.643714904785156,
            -7.907480716705322,
            -8.017215728759766,
            -8.300735473632812
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7308249473571777,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "ae252b56451773cac3d56a96ec40378e6452985f2f23d68c1a9b9859c44aa7b0"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "b4a2312fc676a5218cb00ac722de906d5a14ecbc36e8351dca88410d4209a75d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "145fdd1566363630a0582c31055ac42ee2d2fedc27471a8972f1903e71f29e4c"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "76c3bb149caed4879245c831ca7c111b23b3d8401126fc93041fe7ca662c27be"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "76226307509a15c6e9a44fafcc697c76cb6407c872adcbd6fa0446cdf0d68929"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "089f325b5bda49b282bf00e0efc3092fa087f9f84f5bdd1d2d2c9ddcf903278e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "d960bdc04e900956785e9b77291e7875b398f205cbe130a770b62a98460e5751"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "13b67925ea77013607963fd6a1524a00e9098a9a99682cc2b7702bb59135fed7"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            1,
            0,
            3,
            2,
            4,
            0,
            2,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            5,
            17,
            12,
            23,
            6
          ],
          "topCandidateScores": [
            -6.139607906341553,
            -6.143872261047363,
            -6.407501220703125,
            -6.80762243270874,
            -7.070260524749756,
            -8.232447624206543,
            -8.656593322753906,
            -8.799623489379883,
            -8.902240753173828,
            -9.022022247314453
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -6.143872261047363,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.162187099456787,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "3968cb2c15971ab462d780d1d522a1d600d0fb819dc8868d4d7d1249c68544e3"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6b21869fc236580921e7ed3655b48a3cdfa435c26cdb1af0470977a07ba8055f"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "f508a484b99d87e472ef8002acceb69ed898452db0eaac5cc45200b903aaa106"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "015c5d172c4030c11bebb2fb0f34f42ab4a0fc54ac8c4ba7786aaec20cef03fa"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0a4f85d8e7a98ac661e86d46d3282c8c056d572bb74f2727bbbdb8e0b8a9f670"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e442191c8c79807ba87a2755f4a99b185ecda5379312ceb242c96ee02aed5207"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "135c8266f63c8d6df919c415b9f95a3f91617d39e867ff9fe77c36b4620bdbe1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "b6ede1747f3e1265b37aee24a8700390bdd784e17ae48f542f6bcb9736692879"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "1646c7c3a9744498efab37fb4ca96b60d7eb264046d14e55becf078c2b6974be"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "16d794e56d1f218188ab5ff7531df2f22bfd37acfc21fa6cc4c64bc810bf5fc5"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "7539284dca2cbaf2b6e951c41e82bf51cfdb82bc220757c921819df6e496ff9a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "8d787fd8a429b2d4edd25c6d85151690a81bd4242b5c82a3d831cad3a894b46c"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "4f690021353c390105a27e0467483ad099f796ac2f6ae54ff4a013c591a4e639"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d5f98542d2221f3cc76c2e8261cc3a4d2243da717f81ac1ff5ed2aa70fb71376"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "61e18982c35b4838dec47ac31fc586a7e72d3c6e596b94b62d97bacc1250f494"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "89308709df19a34ab3458116201d2302fbc2c6642162d12d9b8af33f13659800"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            12,
            9,
            45,
            4,
            39,
            17,
            94,
            85,
            99
          ],
          "topCandidateScores": [
            -0.02179539017379284,
            -5.1555495262146,
            -5.336862564086914,
            -5.671944618225098,
            -6.137184143066406,
            -6.830463409423828,
            -6.926329612731934,
            -6.997121810913086,
            -7.703906059265137,
            -7.80108642578125
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6932792663574219
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            12,
            9,
            45,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            0,
            3,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            12,
            5,
            6,
            6,
            11,
            11,
            12,
            4,
            9,
            8
          ],
          "topCandidateScores": [
            -0.4871646463871002,
            -1.0838286876678467,
            -4.578472137451172,
            -5.40565299987793,
            -5.418433666229248,
            -5.736665725708008,
            -5.768835067749023,
            -5.870017051696777,
            -5.963783264160156,
            -6.137184143066406
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.31823205947875977
        },
        {
          "step": 2,
          "inputTokenIDs": [
            12,
            5,
            6,
            6,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            1,
            1,
            3,
            4,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            6,
            5,
            12,
            5,
            5,
            5,
            12,
            5,
            11
          ],
          "topCandidateScores": [
            -0.8927406072616577,
            -1.1247148513793945,
            -1.617559790611267,
            -4.827018737792969,
            -5.389132499694824,
            -5.427435398101807,
            -5.464460372924805,
            -5.558150291442871,
            -5.688814640045166,
            -5.9096784591674805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.03830289840698242
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            6,
            5,
            12,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            2,
            4,
            4,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            11,
            6,
            6,
            5,
            5,
            6,
            5,
            12,
            9
          ],
          "topCandidateScores": [
            -0.8962951898574829,
            -1.1254549026489258,
            -1.6408940553665161,
            -4.953165054321289,
            -5.6450982093811035,
            -5.983138084411621,
            -6.545350551605225,
            -6.998263835906982,
            -7.799435615539551,
            -7.956784248352051
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3380398750305176
        },
        {
          "step": 4,
          "inputTokenIDs": [
            5,
            11,
            6,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            2,
            0,
            3,
            0,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            9,
            11,
            5,
            6,
            5,
            5,
            6,
            5,
            11
          ],
          "topCandidateScores": [
            -0.9330440163612366,
            -1.1262882947921753,
            -2.0482757091522217,
            -2.7367634773254395,
            -4.420986652374268,
            -4.954501152038574,
            -6.388769626617432,
            -6.514915466308594,
            -6.615079879760742,
            -7.684640884399414
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5335144996643066
        },
        {
          "step": 5,
          "inputTokenIDs": [
            7,
            9,
            11,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            9,
            7,
            5,
            27,
            37,
            4,
            21,
            11
          ],
          "topCandidateScores": [
            -0.9616532921791077,
            -1.1262885332107544,
            -2.0493571758270264,
            -2.7389185428619385,
            -4.4888811111450195,
            -5.482327938079834,
            -6.0661492347717285,
            -6.185691833496094,
            -6.890139102935791,
            -7.167579650878906
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9934468269348145
        },
        {
          "step": 6,
          "inputTokenIDs": [
            5,
            7,
            9,
            7,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            6,
            12,
            7,
            11,
            7,
            5,
            11,
            4,
            8,
            5
          ],
          "topCandidateScores": [
            -0.9878914952278137,
            -1.1289763450622559,
            -2.0493571758270264,
            -2.7482285499572754,
            -4.489781379699707,
            -5.173694133758545,
            -6.115869045257568,
            -6.914270401000977,
            -7.491898536682129,
            -7.776546478271484
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6839127540588379
        },
        {
          "step": 7,
          "inputTokenIDs": [
            6,
            12,
            7,
            11,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            3,
            4,
            1,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            5,
            11,
            9,
            11,
            5,
            4,
            27,
            12
          ],
          "topCandidateScores": [
            -1.132767915725708,
            -1.3062236309051514,
            -2.0711774826049805,
            -2.2915284633636475,
            -2.7564377784729004,
            -4.490401744842529,
            -6.787575721740723,
            -6.876263618469238,
            -6.898667335510254,
            -7.438495635986328
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.733963966369629
        },
        {
          "step": 8,
          "inputTokenIDs": [
            6,
            5,
            5,
            11,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            9,
            3,
            5,
            6,
            4,
            17,
            12,
            21
          ],
          "topCandidateScores": [
            -1.1329193115234375,
            -1.306678295135498,
            -2.2922303676605225,
            -2.7564377784729004,
            -3.0131454467773438,
            -3.9629673957824707,
            -4.22285795211792,
            -4.452600479125977,
            -4.461583614349365,
            -5.6795654296875
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            5,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -2.7564377784729004,
              "finishedAt": 8,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.949821949005127
        },
        {
          "step": 9,
          "inputTokenIDs": [
            5,
            7,
            9,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            7,
            5,
            5,
            6,
            3,
            12,
            4,
            8
          ],
          "topCandidateScores": [
            -1.1338260173797607,
            -1.307225227355957,
            -2.2922303676605225,
            -3.570235252380371,
            -4.079377174377441,
            -5.170539379119873,
            -5.195133209228516,
            -5.432302951812744,
            -6.430620193481445,
            -6.595868110656738
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0911622047424316
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            11,
            7,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            3,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            5,
            5,
            7,
            6,
            12,
            27,
            12,
            4
          ],
          "topCandidateScores": [
            -1.1419628858566284,
            -1.3078056573867798,
            -2.329723596572876,
            -3.7783682346343994,
            -4.105456829071045,
            -6.210323333740234,
            -6.4261016845703125,
            -6.716009140014648,
            -6.757055282592773,
            -7.068193435668945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 2.1048665046691895
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            9,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            0,
            2,
            2,
            3,
            2,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            5,
            17,
            5,
            5,
            6,
            6,
            11,
            12
          ],
          "topCandidateScores": [
            -1.3078057765960693,
            -1.3574632406234741,
            -3.139754295349121,
            -3.533766269683838,
            -3.8248963356018066,
            -3.990696430206299,
            -4.309256553649902,
            -4.634090423583984,
            -4.739921569824219,
            -5.012323379516602
          ],
          "activeCandidateIndices": [
            5,
            6,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                5,
                7,
                11,
                9
              ],
              "score": -1.3078057765960693,
              "finishedAt": 11,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                6,
                5,
                7,
                5
              ],
              "score": -1.3574632406234741,
              "finishedAt": 11,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1658000946044922
        },
        {
          "step": 12,
          "inputTokenIDs": [
            5,
            6,
            5,
            17,
            5
          ],
          "topCandidateParents": [
            3,
            2,
            4,
            0,
            1,
            2,
            0,
            2,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            5,
            5,
            5,
            5,
            6,
            12,
            3,
            6,
            9
          ],
          "topCandidateScores": [
            -3.533766269683838,
            -3.962198495864868,
            -4.343798637390137,
            -4.594907760620117,
            -4.660830497741699,
            -5.278732776641846,
            -5.349813938140869,
            -5.482929229736328,
            -5.52237606048584,
            -5.553861618041992
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                5,
                17
              ],
              "score": -3.533766269683838,
              "finishedAt": 12,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6179022789001465
        },
        {
          "step": 13,
          "inputTokenIDs": [
            6,
            5,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            1,
            4,
            2,
            3,
            0,
            2,
            1,
            0,
            1,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            7,
            5,
            5,
            11,
            6,
            17,
            5,
            12,
            12
          ],
          "topCandidateScores": [
            -4.399850845336914,
            -4.675102710723877,
            -4.763458251953125,
            -5.045472145080566,
            -5.854452133178711,
            -6.107134819030762,
            -6.223923206329346,
            -6.2673444747924805,
            -6.311579704284668,
            -6.482204437255859
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2526826858520508
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            7,
            5,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            0,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            6,
            5,
            9,
            5,
            17,
            6,
            6,
            11
          ],
          "topCandidateScores": [
            -4.878066539764404,
            -5.0723042488098145,
            -5.370282173156738,
            -5.418604373931885,
            -5.857264041900635,
            -6.426913261413574,
            -6.445793151855469,
            -6.657768249511719,
            -6.816539287567139,
            -6.881216049194336
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5696492195129395
        },
        {
          "step": 15,
          "inputTokenIDs": [
            5,
            5,
            6,
            5,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            4,
            1,
            1,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            5,
            7,
            12,
            23,
            23,
            6,
            17
          ],
          "topCandidateScores": [
            -5.166599750518799,
            -5.431142807006836,
            -5.6770758628845215,
            -5.769603252410889,
            -5.857264041900635,
            -6.860652446746826,
            -6.966000080108643,
            -7.673097133636475,
            -7.705267429351807,
            -7.726973056793213
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0033884048461914
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            5,
            5,
            7
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            4,
            0,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            5,
            5,
            5,
            12,
            17,
            9,
            23,
            23,
            6
          ],
          "topCandidateScores": [
            -5.4515862464904785,
            -5.7986602783203125,
            -5.86509895324707,
            -6.31177282333374,
            -6.362484931945801,
            -7.0790300369262695,
            -7.484484672546387,
            -7.5282440185546875,
            -7.5843048095703125,
            -7.674191474914551
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7165451049804688
        },
        {
          "step": 17,
          "inputTokenIDs": [
            7,
            5,
            5,
            5,
            12
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            3,
            0,
            1,
            1,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            6,
            5,
            12,
            17,
            23,
            23,
            4
          ],
          "topCandidateScores": [
            -5.906002044677734,
            -6.010981559753418,
            -6.394316673278809,
            -6.407170295715332,
            -6.734740734100342,
            -7.465578079223633,
            -7.643708229064941,
            -7.907476425170898,
            -8.017215728759766,
            -8.300736427307129
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.730837345123291
        },
        {
          "step": 18,
          "inputTokenIDs": [
            5,
            5,
            5,
            6,
            5
          ],
          "topCandidateParents": [
            1,
            0,
            3,
            2,
            4,
            0,
            2,
            0,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            3,
            5,
            5,
            5,
            5,
            17,
            12,
            23,
            6
          ],
          "topCandidateScores": [
            -6.139590740203857,
            -6.143874168395996,
            -6.407495498657227,
            -6.807612419128418,
            -7.070250511169434,
            -8.232442855834961,
            -8.656580924987793,
            -8.799623489379883,
            -8.902233123779297,
            -9.022008895874023
          ],
          "activeCandidateIndices": [
            0,
            5,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                12,
                6,
                5,
                7,
                5,
                6,
                11,
                9,
                7,
                5,
                6,
                5,
                7,
                6,
                5,
                7,
                5
              ],
              "score": -6.143874168395996,
              "finishedAt": 18,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.1621923446655273
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -1.30780827999115,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            6,
            5,
            7,
            5
          ],
          "score": -1.3574740886688232,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -2.756446123123169,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.533766269683838,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -6.143872261047363,
          "finishedAt": 18,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -1.3078057765960693,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            6,
            5,
            7,
            5
          ],
          "score": -1.3574632406234741,
          "finishedAt": 11,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            5,
            6,
            5,
            7,
            11,
            9
          ],
          "score": -2.7564377784729004,
          "finishedAt": 8,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            5,
            17
          ],
          "score": -3.533766269683838,
          "finishedAt": 12,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            12,
            6,
            5,
            7,
            5,
            6,
            11,
            9,
            7,
            5,
            6,
            5,
            7,
            6,
            5,
            7,
            5
          ],
          "score": -6.143874168395996,
          "finishedAt": 18,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.C[NH3+].[Cl-]",
        "candidates": [
          {
            "smiles": "CNC(C)=O",
            "formula": "C3H7NO",
            "model_score": -2.756446123123169,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.C[NH3+].[Cl-]",
        "candidates": [
          {
            "smiles": "CNC(C)=O",
            "formula": "C3H7NO",
            "model_score": -2.7564377784729004,
            "rank": 1
          }
        ],
        "rejected_candidates": 4
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "heteroaromatic-amine",
      "logitPairs": [
        "new-holdout-cpu__heteroaromatic-amine__logits_0",
        "new-holdout-cpu__heteroaromatic-amine__logits_1",
        "new-holdout-cpu__heteroaromatic-amine__logits_2",
        "new-holdout-cpu__heteroaromatic-amine__logits_3",
        "new-holdout-cpu__heteroaromatic-amine__logits_4",
        "new-holdout-cpu__heteroaromatic-amine__logits_5",
        "new-holdout-cpu__heteroaromatic-amine__logits_6",
        "new-holdout-cpu__heteroaromatic-amine__logits_7",
        "new-holdout-cpu__heteroaromatic-amine__logits_8",
        "new-holdout-cpu__heteroaromatic-amine__logits_9",
        "new-holdout-cpu__heteroaromatic-amine__logits_10",
        "new-holdout-cpu__heteroaromatic-amine__logits_11",
        "new-holdout-cpu__heteroaromatic-amine__logits_12",
        "new-holdout-cpu__heteroaromatic-amine__logits_13",
        "new-holdout-cpu__heteroaromatic-amine__logits_14",
        "new-holdout-cpu__heteroaromatic-amine__logits_15",
        "new-holdout-cpu__heteroaromatic-amine__logits_16",
        "new-holdout-cpu__heteroaromatic-amine__logits_17",
        "new-holdout-cpu__heteroaromatic-amine__logits_18",
        "new-holdout-cpu__heteroaromatic-amine__logits_19"
      ],
      "maximumProbabilityError": 1.682927669111045e-06,
      "maximumRowTotalVariation": 1.6829283941910234e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            9,
            12,
            13,
            17,
            26,
            23,
            21,
            14
          ],
          "topCandidateScores": [
            -0.010117790661752224,
            -5.605032920837402,
            -5.646275997161865,
            -6.164137363433838,
            -8.3007230758667,
            -8.404687881469727,
            -9.779729843139648,
            -10.134244918823242,
            -10.210293769836426,
            -10.636008262634277
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10396480560302734,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "92d23017c0b1a3c32d06269882368fd8a7247be9e5567a1cf26aaa5221a4f2e4"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "3ea50bc92348a0e5a2e3ecd117e2156c09b3f40e6f242787b296a3ebd95e30ee"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "a40138fbfe7580152d4a7f8920f16b6aa8c414b231320d505a8fc674d979bc4c"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "bdacf87e2af34b4dd5a628975949cd2af56a750e8cdba5484cac0a13990f6491"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ef6705fc0e7d22fcc7600a78cbe6bcfdc125f42f680d04b21951ba67d02730cf"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "2dc01a36921738cf1555b3948c52d7e302d2c4a5fe2b3a72d3756b178b32fd8b"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "8b4234007315ebdf114589668cbaa42e6b0b5f00f69fbc835ce840219ff61098"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "ee3bdf95001ff6de3734b99fb868cd03f6b7cc0ae86a56e817fdefea0412fa4b"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "b7cf2f9c86af32f687237dce98b9dcba0a58b0a83b11ead1aac7e65edc8460c2"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "955bbcdf1d7d17221fa561821fc5237fa2c05ce62593f87829e48a15627d3af6"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "7111788b18a7077fdca13120bf2851be35b3e579d246834395482a8d89c9ceb0"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                16,
                64
              ],
              "sha256": "b3f751b585b6ef4e24850e5d29110bb30182fc813aa56ff659376ba35c3a2c1b"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "f49662af1d46edf9591ae460ec656cf7abed8a8e504aec9ca682009b971cb496"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "ef7a9d3bd3f610e6e3b283fb4deab2a6fb781335e860c828605221e4256ed75d"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            9,
            12,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            3,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            11,
            6,
            9,
            5,
            4,
            6,
            4,
            12
          ],
          "topCandidateScores": [
            -0.014808150008320808,
            -5.605032920837402,
            -5.66967248916626,
            -6.27107048034668,
            -6.642500877380371,
            -6.768908500671387,
            -7.33884334564209,
            -7.560898780822754,
            -8.0029878616333,
            -8.009817123413086
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12640762329101562,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "ecd27bedd7f9b8e12310ce2ddb92a50ffd8fbc9ba9d748e820d4289dc04be91d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "8df12411b362ecc07deea0c758af21a47f97b8d5ec31f5065b23380b37e1337c"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "e82f3ab2a30ba18d62d1094729be0bfa06377a84ce5ca2933916beaef6403c86"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "701a4782eca7e11eec963697d594b0a07ce8798738ec66748ba98714c98df225"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cf6f057b31e77a139971119f7016db9b0d13085b0be3023b3470d628c75bfe69"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "fbde28f8c6d938af538979ed9371c123fe640e6a88d00f6ad968117fe1c2cc0e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "cb510bd1133dc1dfb22b6c6c81820a54d3ec5f85db2a8fd193851e01dacffd8f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "87db9f2dd74b6a63f04ac5a38c1b69598646371c6f0bfbea180d0c9d94770edc"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            1,
            3,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            5,
            6,
            5,
            11,
            13,
            12,
            26
          ],
          "topCandidateScores": [
            -0.01618776097893715,
            -5.70166540145874,
            -6.526981830596924,
            -6.798184394836426,
            -6.850809574127197,
            -7.2915873527526855,
            -7.391948223114014,
            -7.429994106292725,
            -7.4502387046813965,
            -7.491618633270264
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4407777786254883,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "fe02f3c90350cdd78a4e4584b8279cd1716e810ef72a66df2c60b8efc5c0e787"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "8fd8113deace28e5cc61f461b6feb69f6b1dd7c6ed84501a09be0f80d6612f50"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "ed9c67df6eec81a7d263b33fc7e5ae52445abd38ea59ac737e37f00fa8c3869f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "33ec861f1234de90513185840a50a66243728e170cfa73c16568150a4100c4d2"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "e6b82702f3ce5ec8dd1aca678f6728b49f174b0ffb2dcb4bb922208030c5eb58"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "77917fd3e96685e102e1bc702e404bf731cd2f0883b098512634ca9d7c6a9158"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "5e829f2700a8c1c70d6fbb07ea7983fa9e258fb66f6373df238da76291899f60"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "a937529a5815585a4dd12d75b4287d46ae4241df30f4dea0512d115fe10d6f45"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            4,
            4,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            6,
            26,
            13,
            12,
            26,
            13,
            12,
            8
          ],
          "topCandidateScores": [
            -0.016442837193608284,
            -5.809061050415039,
            -6.85837459564209,
            -7.055534362792969,
            -7.5369720458984375,
            -7.713719844818115,
            -8.184698104858398,
            -8.332417488098145,
            -8.778520584106445,
            -8.987995147705078
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17674779891967773,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ae8c6b101e8e44550a0fa148fef2dc09e4123673554e54841c592538227909ab"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "5c9415bf09101d607b4235b3196bc86fddd2e59db2e2911908ea834e0f34a1ae"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "580c6006ed1d7827db2edc9e7be26163a7f2c64d190626f60fa03bccab4d2d6a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ddd5193eb40ecf691bd2f3095a9068e1bf30034948813cbb36b80bf1526e8f59"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "9133c5b4f41099a5f8f063d90d8fae29063c864ad8a9497bc12bc58a2e833aed"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "441827a97ae52eb2e78195cc6fb4251ec77a72db272c9827549633105f530b73"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "e3a7de6a7f32eee8cbc719485936835ff1d780056a49e3c4780191e1678fa611"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c43dd909b73c76cbe12048167b8d7e386d79c1ac11e8c50aaebf0a946b9441e2"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            6,
            26,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            1,
            4,
            1,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            11,
            4,
            12,
            4,
            17,
            9,
            21,
            5
          ],
          "topCandidateScores": [
            -0.016524849459528923,
            -6.186224460601807,
            -6.9023542404174805,
            -7.057222843170166,
            -7.4850358963012695,
            -7.5690226554870605,
            -8.619327545166016,
            -8.836444854736328,
            -9.633184432983398,
            -10.054945945739746
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.08398675918579102,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "f64dd3dbcdc113481e899484d6d17344525e78a9765c028190c88d1281ff32e6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "47a38a58aca61dba63a785c25d38dbd2d72b7dd9d674dbe9aaff655de69656e2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4cd1f3114a2342150884f87225f4ebe941e1296af855918c68682f107b475a59"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "4dc2585b3aaad8214d2bc85f8b962ca2daaa89792854f0f71199cd8e8406f88d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "c7c93043717241ef06fc4922eebcc2bd1ddd135444b7f6a01112a06dd06dd136"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "74d415899e63c0d4f280e28263b1a4d12d262e42e42c625cc45cfee2c000dac5"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "6637a1c4b042bc621b080f338edb672a068e8e18a7f5ef01762737ac09872437"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "a34e0323ac7fdc32b4f8d01a151d642868f86f9190504dc9c1869b1849d79adc"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            5,
            11,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            9,
            6,
            4,
            17,
            7,
            13,
            12,
            5
          ],
          "topCandidateScores": [
            -0.016524968668818474,
            -6.885331630706787,
            -6.906890392303467,
            -7.072336196899414,
            -7.540536880493164,
            -7.805866241455078,
            -8.509208679199219,
            -8.804871559143066,
            -9.636054992675781,
            -9.740243911743164
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26532936096191406,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "d357fe67e10e23a998736d460f675e9d3518d0465479c42660fd94acdb357d1b"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "6b1993111467751e6a99c994367d07e1d206d9317576c366d5e3b7dc245f53f7"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "7b9ca14ad04ff17bd6409122c0b83f631c891c0ee6add840fc08bfa3187e5ea1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "1e2c798fcc7447ac8cdbbd37c90dbfaae1cff5f1be1b61f0b4c5c6a032325b75"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "12baec96a41e209a77b714edd15d9ba0fe2d1bc1f38b583d592e54d4d90aeb70"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c0d82d8bcba218ef07ffeecc9392d37ef1d2ed5cb44f4d8a8a14292667ed9d5e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "62f53ecd6cc674fac60d30d09443c3faf27efa7c221a8217ba8a7097e55119c6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "8439c51ed4316d7cfc96032e60545835dbf73f5c26ad4459b05c9641f569bc6f"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            4,
            5,
            8,
            7,
            8,
            13,
            12,
            13,
            9
          ],
          "topCandidateScores": [
            -0.02654067613184452,
            -4.884237289428711,
            -6.422257900238037,
            -6.885331630706787,
            -6.906890392303467,
            -7.540536880493164,
            -7.765952110290527,
            -7.787105560302734,
            -8.09061050415039,
            -9.06842041015625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6336464881896973,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "baba4fbaf860d37f62b7dc6fe5bc01fe9399303269045e033b40ed466708b969"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "9e6b956bb602ecf3d7ce8b50851f8178ab9c961bbd999954a91f47117d2cb989"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "f34a0d0e06a9b610263b2727de514f1f8a4c21ecd9b2f58af260954f0c7d70b4"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "8408e15521aab6450ef1c380ede82e8d9aeb43170bb72365c5a389033bae4f46"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "362af142a4d0c92141cbe8acf14f1d6483e07bb4e5a6e876fb15fb3d2f1c6b0b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "2f8b9d4b811c3c8109215356e78a93fb6d6253d24479d5de9d4ba3ea1cf61ee9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "544a69a47fba438730b0506d27e00513be8f4eea8e27238cbdc456c2e1caa7ef"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "68ffb8ba4c400c3a4121c46242169cfb42cc16678715279878ed8ded68b95b39"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            4,
            5,
            8,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            2,
            3,
            0,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            6,
            5,
            11,
            8,
            13,
            8,
            12,
            4
          ],
          "topCandidateScores": [
            -0.03837002441287041,
            -4.884237289428711,
            -5.0550031661987305,
            -6.212199687957764,
            -6.410774230957031,
            -6.693665981292725,
            -6.953990936279297,
            -7.086787223815918,
            -7.58895206451416,
            -7.9408111572265625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28289175033569336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "ade789c1251201c8e12e3f3ff4226a8195b534c8e19c3a22eb2fac045c8575fc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "e372f7c485be8888cc757b731db67ca881ef23629d3b6746363f6acd45b67701"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "66357bec159ee9388e4a69ba60eb47fdc177a22f0c594a554797fde8a0db91ac"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d15eec55b59a2e3b19b30ce9c6f46ba3c7098de5d427f3e1b2443f410008bf8b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "ebd4a3ba1ecf63c0312109576ce9116f44bc424c1ba57b136c0f388ae20ec7bc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "296fb01bbf172db058066868acf1694ecb6b5ca76ce4348ec4edf9872176d40a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "3cfd1972b0338bbbcf81502413ed138e617904d2bc77c73fa5cf4cb52b96fe39"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "deb8be6303dd48acc63efb1ce4b7c8e6d3c40aefa8c4d88afeb885f9be66c313"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            8,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            5,
            8,
            4,
            13,
            4,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -0.03837002441287041,
            -4.9454145431518555,
            -5.086610794067383,
            -6.361092567443848,
            -6.416234493255615,
            -7.809292316436768,
            -8.881559371948242,
            -8.959573745727539,
            -9.39584732055664,
            -9.797394752502441
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.3930578231811523,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "eab39b26155a8729bee464565c889663627fa102f9acb4f17cb21cc7b84ac5cb"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "465cc4582fad2d0d084471a888967db95af2433d09146696551b924c96dd67dc"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "5a5aed722cfa10f3a11e66304a6b619767fced505362b43a09ebb3b9576a4ca3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "4e70a8165cdd43f08fdb99f524a688872b3f5ba76a27cf079dd414b00e855cfb"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "f51abd4097889a3759ec282ffe84a6ebb57539d07340cce4e07c5eff34475adb"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "0cae9d7fb5653a542aa473049806dad331a164836a25e19a0dcd40525e92ce66"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "e7a59b6fecd0c9b92c9558cc70985bc334a5fc40da9a280a047c0f2eb56d453b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "6f5b36fdcb12e21e3c3d1f2fa1603e15593f746ae46d028d65ac21ef4c9e4184"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            5,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            4,
            3,
            3,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            13,
            13,
            6,
            4,
            8,
            11,
            6,
            26,
            26,
            12
          ],
          "topCandidateScores": [
            -0.04145694896578789,
            -4.997220516204834,
            -5.093633651733398,
            -5.885273456573486,
            -6.416234493255615,
            -6.7930827140808105,
            -7.989263534545898,
            -8.329376220703125,
            -8.600380897521973,
            -8.749506950378418
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3768482208251953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e9969ca7743af783900b51923a91cca333f8b5473653df4b21bb01b12e1fc8ee"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "abcbad98343b5937d6faa14b57e0784b3435a3eda8d0678c04b6c754791468d9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "defea1b59de3d6474dd9dd46d5f079ea391a16876621dd7ede443dd77df9b804"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "e8a6d71e9e345999b5902f696126637af79d804e53704f6f115c30e6aca5139a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "47dc778c2ec9ba2c6cf371a5cf3684eee0bfda404c25cfbce21d616e33d03426"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "f16ebf46646c626d912314abf7f55c6ba90a84f8ac8117fcbc2be4b8bace0c8f"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "459afa0fe0a507c274b1e668ef6e62a373dd73f42507b47f0754f4d0546d868f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "615a27be99f66a67d4f74a48dc2a00f2bd0b10f646807fb69fcd65f806c7c9a1"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            13,
            13,
            6,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            4,
            13,
            26,
            25,
            26,
            13,
            13
          ],
          "topCandidateScores": [
            -0.04153991490602493,
            -5.002601146697998,
            -5.099212646484375,
            -6.616324424743652,
            -6.817107200622559,
            -7.104759216308594,
            -7.385736465454102,
            -8.000134468078613,
            -8.559593200683594,
            -9.545266151428223
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.28765201568603516,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "05e67db14da4870f7acdb5ebf01d4a9e9ba8334720c4a26d9ec48f1d0aca05ee"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "cb6308d1a999536317bf9bcf7c460dfaec72ed2daef259bb86e003f869ba1e72"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a4bd84fe715d03323ec8681e75bf5bbac19175d8b8f63d55d1ab3a279f65dcfa"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "58890bc773219115b90fb0bed03d64921d840979bbf7183609cbd9e87c45477d"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "46e8da9c2ac9fa298f629bef17591f537779d7d5f39bea57aee89e42cb076598"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "a2e0af60bab7754bdae7f7cc9e2904462071c05fa85deb49f7b07b295c91e612"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "5d6727a6d7163fca902a839356f00d8ee3bbe413b7235e4207b3ea0c33002d16"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "b4bf3ca0cc51a3c6f115ac2ab8d131440561d14bf90662df7bae9c7f37b4fa80"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            5,
            4,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            6,
            13,
            26,
            6,
            26
          ],
          "topCandidateScores": [
            -0.04237784445285797,
            -5.0053815841674805,
            -5.099220275878906,
            -6.822610378265381,
            -7.157087326049805,
            -7.380144119262695,
            -8.154330253601074,
            -8.878514289855957,
            -9.351651191711426,
            -9.680832862854004
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.22305679321289062,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "116323ff879bf8c1d10581089e1de546f5efb64cb0b21ba01b502ad9f4869613"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "a83274641094e490709f5b66726e0c2b220fffcc69b22cd3903f63412f1af744"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "a65743f5bf416a9c4e96439694905c69543e9479b7136e960ac7436af1bb164e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "57260b0940df37e76a5350e79530e2c394bc9206e46956787ef5ea42ece727ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e206a37051f47213aa6c6a4d10f5170aad7ad04e9f1b253ef1f9dc0d3251c5bc"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "5e0a7c74a623f3a627191b8d85189f7941e34b7b2978cc5e8583ce4643090383"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "90038c46a56fd77a840d9f975b5ed9ce21a4e884237a7e427ba3c2596548301f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "6ebbeb33c92d70ecde9afc188745329209b7b6886426c19585832a9eaa072519"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            26,
            12,
            11,
            6,
            26,
            26,
            4,
            6,
            13,
            29
          ],
          "topCandidateScores": [
            -0.04436356574296951,
            -5.009434223175049,
            -5.099268436431885,
            -6.297897815704346,
            -6.837813854217529,
            -7.558449745178223,
            -8.833276748657227,
            -9.871464729309082,
            -9.877498626708984,
            -10.651178359985352
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7206358909606934,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "055c578bd7ef30c4447d7e99248c67549815b3e57dad01cb0f0e7b2b914b146d"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "11f8d5524529f2ab58599255db50847fc7d8e0540bf31bc55381d0ce7f321e77"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "d95d2cbf34297f453bdd0a6ba5d9216349a9aafe2a9044941f6a1300b1f7ea03"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "24fc66cc1b477ce8ac2ce862f39c628f27f4d1420f24125eea6307581a47d710"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "a1a9cd391b83a76f911fdd54b1e34e371794062cada55e6a0e0b6f334a35cbb2"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0b042fe839f67a8a2d94c774ae28d33177682452204ffe595295e7eab9b30ba8"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6ef77bd5e9c3bbd9c53a913f492a00e181a1e78ae805668944cae919be234858"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "84617a4f95f077151cddb46f477dfae52d06ffbca0c57bb436e37d39b27f1e6b"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            26,
            12,
            11,
            6,
            26
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            9,
            8,
            5,
            23,
            28,
            5,
            17,
            18
          ],
          "topCandidateScores": [
            -0.044363684952259064,
            -5.03801965713501,
            -5.0992865562438965,
            -6.837814807891846,
            -7.35454797744751,
            -7.737664699554443,
            -7.839240550994873,
            -8.596662521362305,
            -8.624862670898438,
            -9.654130935668945
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3831167221069336,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "6963ee002d4b4b9a42bc8ef64ee973c6c0d2989503d427026b8333c6a3646309"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "2168a7ad2a2081bd845758028da8f944d85be77816418b831af03c72346703c2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "30b2b9b98df7c02e486628afdb47830f8819c011b4f4851b5a50c3ee6e3ee24a"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "fa1b9987e141d13264a224414447851f4ab852472cf0790bc22e37ba59a74f8a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "de66a8a9e6dd3ac9ec98042dc617d85bdcb0f3b6a955f457ffc0c9c02aaf09f3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7da75ab1dd72cc26c09da4fab314351eefc69375d7b45da2349087ad3625cea1"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "f1be3bfdc1da31bb5c2c8e340d420772b0df62749cd17f0b499829f6aa639e2d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "dafc08dcdfdb2edcd1e4baa8b7d6e46e14af30d23c26f474ba7f4ac4ae13c9d7"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            7,
            9,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            3,
            26,
            7,
            3,
            6,
            7,
            11,
            9,
            4,
            10
          ],
          "topCandidateScores": [
            -0.044363684952259064,
            -5.038086891174316,
            -5.0992865562438965,
            -6.837814807891846,
            -7.942241191864014,
            -8.781316757202148,
            -9.59968376159668,
            -11.164359092712402,
            -11.437018394470215,
            -11.495207786560059
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                13,
                4,
                4,
                26,
                8
              ],
              "score": -0.044363684952259064,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                13,
                4,
                26,
                8
              ],
              "score": -6.837814807891846,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8390755653381348,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "918fa79230208e78727ef84e8c6e30e81d758c77e9d009bf9b250fc3fe5ad383"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "9b390b5a87e8b12b5f65004cac45670a292b91c3ddf4e15ca904ce6c93578409"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "6a9450b0d6bc76a4ee0fd6e499dce758333207086be1dc324aebaea509d51ab0"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b99c2de095a45569240b1994829a790973d14fb04c3ab07fc58725020ae9f6f9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "d5eb81d376e96baec04dca4c0080903079a91c082469e32f1040af70497298d3"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "fcf6493d2d94b1c873911828e917926c8e417d2b3e4f40cbb7d706e28a2a37e7"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "53a0501c4b55d5d9be87cebfa3251839d4992d6b84cfb01a22d6d312afe5f3d8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "47c58d8760aca4779aabdc6102db1295073452fddeac2ff4c9008a92467c8654"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            7,
            26,
            7,
            11,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            4,
            2,
            2,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            5,
            26,
            9,
            11,
            5,
            71,
            12,
            13
          ],
          "topCandidateScores": [
            -5.038086891174316,
            -5.102341651916504,
            -8.017653465270996,
            -8.781604766845703,
            -9.603358268737793,
            -10.63740348815918,
            -11.29039192199707,
            -12.394609451293945,
            -13.686819076538086,
            -14.257986068725586
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0340452194213867,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d2f4adabc83c17ada7d0c1bfeec896af359b1057553d31225eee675724f20ed5"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4722c7b7b857ba730ae161c085b051788236785ce37df9408b64ede6f627f90f"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "227ef6eabef11b9b5624d508930671bd6a307ecb27450c0750f50ca3fbb77da1"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3c7f526274c5152931da1ed7e7e402b4653c0e072a1fe9e68b926c857fbbbee9"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "422f96feab7457d3543ecc0f8e8787eaa940194549e208c71faef30b083ee8e9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f5e505aa3e4fe0439fe7ecd1f1bbdad2062eed448325a13725c92afaad261637"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "d6067370acd3ab6ebe38030bf6a67b22661de9e866e9451df4c86a7339d8380c"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "4f91ae52f891119fb740bb0c78538fd89969f0496d3104fbe4eb997b296ad4b3"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            8,
            4,
            5,
            26,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            8,
            7,
            5,
            6,
            17,
            24,
            23
          ],
          "topCandidateScores": [
            -5.038086891174316,
            -5.102341651916504,
            -8.01839828491211,
            -8.781604766845703,
            -9.603358268737793,
            -16.4169864654541,
            -16.5362548828125,
            -17.273454666137695,
            -17.837692260742188,
            -17.977739334106445
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                13,
                4,
                6,
                12,
                7,
                26,
                8
              ],
              "score": -5.038086891174316,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 6.813628196716309,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "9e2ec7ee3c978bfdd0ad62200d072963d1348a1ac721b814992b4fda3c9ddfe6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5402bf5cbf63d3415006c63824a5db4e4d52920dd008bda6c986581e0f6aa75b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "4a104a7f0fa990d0d9353186c864e9738f263b556ccc5d8b817c0d2de7daea81"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "5ac5efa92c7c557f560a0e511f1aa4aad71b95e24fb703015e53d0206c1387ae"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "61867debdb70ecfdbb34c16303a2a815c83ad09bf8fd8e46fe1c32af4fff0272"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "a6351aacc2a6255478bc9f5395bf91648996360676b7f4945f1f7542e874b27a"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "4c441267298971690d20b8b79aa2947a15592568d45039aba2f4846b649a4f3e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2a99c625eb91e11642f447f0f29174b43b517c56227ba73e7a638d3de64bc993"
            }
          }
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            8,
            7,
            8,
            7
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            1,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            13,
            11,
            3,
            26,
            4,
            6,
            5,
            4,
            9,
            26
          ],
          "topCandidateScores": [
            -5.1057515144348145,
            -8.092157363891602,
            -8.781604766845703,
            -9.60354232788086,
            -10.827851295471191,
            -11.120100021362305,
            -12.057023048400879,
            -13.607114791870117,
            -13.729729652404785,
            -13.980304718017578
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                13,
                4,
                4,
                6,
                5,
                7,
                26,
                8
              ],
              "score": -8.781604766845703,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2922487258911133,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "f38c0bfcae80f48a74256da549ca5342a160b4ec8852f5a9e9fd24b27f4e7033"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "2ce245f98cbd7442398d64092fe81aa82085f515ee04b91b5885a4c64c3d8241"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "5346538be7a036ea8839656e0dd0a9dc1388fad22d6006f91788d4fff8969af6"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "44d037551dce7234eb495a5855d1e25c2c9f0934765f73846150e36ca4cc0cdd"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "52be61dcf257228e808f21ec3b42fd0492e94d7cb151f45a38dbe28bd1851ba7"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "3bf591a604925e294928ca22fc4f3c075046decf7da70eac265f1abe5049a950"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "9af15f90f6babc9718d01058cf50c4a95e1a244ab9abe7777823525b910503c1"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                18,
                64
              ],
              "sha256": "1e7dcfe6f96393878e6436171f8b1ac2e6365d4bddec056e4e14404bb8aab0f3"
            }
          }
        },
        {
          "step": 18,
          "inputTokenIDs": [
            13,
            11,
            6,
            26,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            9,
            8,
            4,
            5,
            13,
            26,
            13,
            6,
            6
          ],
          "topCandidateScores": [
            -5.105810642242432,
            -8.092266082763672,
            -9.60354232788086,
            -11.060552597045898,
            -11.123123168945312,
            -12.622139930725098,
            -14.165916442871094,
            -14.932439804077148,
            -16.210853576660156,
            -17.676197052001953
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4990167617797852,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "18858fbd22f44c013bfa4c5ce45bbbbc4f2c2dc713fc7b74ff2a30ad59415438"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "6624278c9bcee2bb9fa9e1934c2ff4cdb345f5772d72ac33b372da3a1fe40493"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "90df00866db3046d730835bc543f63291a8889ba32b4672783552557015eb1c3"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a63fba2068c4c32b516b65ab80fedada76cf61d5382814d596aeabe02a614770"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "5233651161e6eeb2300b86ef31e819dc7fd6136decb8ada0e6d8e55aab5320d6"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "a1ce1b6bd7d5f914c7ab203af28f1efe143def6d70733913693da8a7b295d314"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "d8f8d5e417b48a677bbec2d3d55edac2e2de2ff1890ce05f586c9ff2901ee4c3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                19,
                64
              ],
              "sha256": "9a1573f98ad39333f16b5f665082679d22432d0d3e0a6534833aa84df00f5b1e"
            }
          }
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            3,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            3,
            7,
            4,
            6,
            13,
            6,
            10,
            26
          ],
          "topCandidateScores": [
            -5.10642147064209,
            -8.092266082763672,
            -9.60354232788086,
            -11.12374496459961,
            -11.34205150604248,
            -12.920230865478516,
            -13.065452575683594,
            -13.973676681518555,
            -14.309244155883789,
            -14.441915512084961
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                13,
                4,
                4,
                6,
                5,
                11,
                9,
                7,
                26,
                8
              ],
              "score": -9.60354232788086,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5781793594360352,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f697ea34bb1cc2e3965ee7ec69875741a86af966c47603ca22dc36498133367f"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "660704220f1e273697bb44d8e88374cdbb0373c56fa7d1006f9d3e1a15f5370a"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e6fd392c993fd58bab6648995c7ceffd536f09e4cf9312068b347a9d655fe352"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "a6433c4849591b3350817cde888361b1a2840e2503a06c7b922bb687af4e40a1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "ef42838194456fbaafbaabda6b5551eb4f70c5165faca5b4da4573426457ba5c"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "745736a04d005f86321f6ab85ffa98466e0ce964d7ea8b78300ddebd9da25084"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "e735f3e85fe882f331ab254bc16e0afdc8eb426e6db23f7577fda370b32d6d13"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "1d393b9519f916f4c596b5151c04bdc627f7b96eb3d546489a6fc697fc0ac4c6"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fc198053ba386a6417a2b24f8c0280c110456a8eda8feb0b20ba5d16d203a931"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "0b86c89b52e9060165d0c6ec4863116b118e3f394f31074d74d98fcbfbf86325"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "d51d6a9276c26593334d1450ef669220a8a196093632fd065a7619604a1e2791"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "c6973d035a28ce936bff4b30d323dbb80a356c3aeeecda77968aa145883f434e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "f3c7676cb486655f66126a0989dd9d2d314a8c6f1e137141df6e6bdd4440a4c1"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "8cc6ee9b3da470b6285920f265840d0d36a1aeeb0f021227c1452b88a00c013e"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "91bc904894ffbc1f361c4cbe92765a06bd93ba15573e0f8cf3ef50309e4fdf66"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                20,
                64
              ],
              "sha256": "8bb04cfb1e7446926688d879efd06b0f1a7468d57b598932ff64c1ebc7162e75"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            4,
            9,
            12,
            13,
            17,
            26,
            23,
            21,
            14
          ],
          "topCandidateScores": [
            -0.010117082856595516,
            -5.6050310134887695,
            -5.646274566650391,
            -6.164137363433838,
            -8.300726890563965,
            -8.404688835144043,
            -9.779731750488281,
            -10.134243965148926,
            -10.210295677185059,
            -10.636009216308594
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.10396194458007812
        },
        {
          "step": 1,
          "inputTokenIDs": [
            5,
            4,
            9,
            12,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            0,
            3,
            0,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            5,
            8,
            11,
            6,
            9,
            5,
            4,
            6,
            4,
            12
          ],
          "topCandidateScores": [
            -0.014807086437940598,
            -5.6050310134887695,
            -5.669670581817627,
            -6.271069049835205,
            -6.64249849319458,
            -6.768908977508545,
            -7.338840961456299,
            -7.560898303985596,
            -8.002985954284668,
            -8.009814262390137
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.12641048431396484
        },
        {
          "step": 2,
          "inputTokenIDs": [
            5,
            8,
            11,
            6,
            9
          ],
          "topCandidateParents": [
            0,
            2,
            1,
            4,
            1,
            3,
            3,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            6,
            5,
            4,
            5,
            6,
            5,
            11,
            13,
            12,
            26
          ],
          "topCandidateScores": [
            -0.016186697408556938,
            -5.701662540435791,
            -6.526979446411133,
            -6.798181056976318,
            -6.850807189941406,
            -7.291585922241211,
            -7.391945838928223,
            -7.429990768432617,
            -7.450237274169922,
            -7.491615295410156
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.4407787322998047
        },
        {
          "step": 3,
          "inputTokenIDs": [
            6,
            5,
            4,
            5,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            2,
            2,
            4,
            4,
            4,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            11,
            6,
            6,
            26,
            13,
            12,
            26,
            13,
            12,
            8
          ],
          "topCandidateScores": [
            -0.016441773623228073,
            -5.809057712554932,
            -6.858371257781982,
            -7.055532932281494,
            -7.536966323852539,
            -7.713715553283691,
            -8.184694290161133,
            -8.332415580749512,
            -8.778519630432129,
            -8.987990379333496
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.17674922943115234
        },
        {
          "step": 4,
          "inputTokenIDs": [
            11,
            6,
            6,
            26,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            1,
            4,
            1,
            1,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            9,
            5,
            11,
            4,
            12,
            4,
            17,
            9,
            21,
            5
          ],
          "topCandidateScores": [
            -0.01652354747056961,
            -6.186221122741699,
            -6.902350425720215,
            -7.057220935821533,
            -7.485031604766846,
            -7.569016456604004,
            -8.619322776794434,
            -8.836441040039062,
            -9.633191108703613,
            -10.054939270019531
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.0839848518371582
        },
        {
          "step": 5,
          "inputTokenIDs": [
            9,
            5,
            11,
            4,
            12
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            1,
            1,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            4,
            9,
            6,
            4,
            17,
            7,
            13,
            12,
            5
          ],
          "topCandidateScores": [
            -0.01652366667985916,
            -6.8853254318237305,
            -6.906886100769043,
            -7.072333812713623,
            -7.540532112121582,
            -7.805861949920654,
            -8.509211540222168,
            -8.804866790771484,
            -9.636054039001465,
            -9.740239143371582
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.26532983779907227
        },
        {
          "step": 6,
          "inputTokenIDs": [
            7,
            4,
            9,
            6,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            1,
            2,
            4,
            3,
            3,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            12,
            4,
            5,
            8,
            7,
            8,
            13,
            12,
            13,
            9
          ],
          "topCandidateScores": [
            -0.026539020240306854,
            -4.884232997894287,
            -6.422255992889404,
            -6.8853254318237305,
            -6.906886100769043,
            -7.540532112121582,
            -7.765947341918945,
            -7.78710412979126,
            -8.090608596801758,
            -9.068415641784668
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6336460113525391
        },
        {
          "step": 7,
          "inputTokenIDs": [
            12,
            4,
            5,
            8,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            0,
            0,
            2,
            3,
            0,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            8,
            6,
            5,
            11,
            8,
            13,
            8,
            12,
            4
          ],
          "topCandidateScores": [
            -0.03836824744939804,
            -4.884232997894287,
            -5.05499792098999,
            -6.212193489074707,
            -6.410769462585449,
            -6.693663597106934,
            -6.95398473739624,
            -7.086777687072754,
            -7.588947772979736,
            -7.9408063888549805
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2828941345214844
        },
        {
          "step": 8,
          "inputTokenIDs": [
            4,
            8,
            6,
            5,
            11
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            2,
            3,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            5,
            8,
            4,
            13,
            4,
            4,
            6,
            5
          ],
          "topCandidateScores": [
            -0.03836824744939804,
            -4.945408821105957,
            -5.086605072021484,
            -6.361085891723633,
            -6.416229248046875,
            -7.809295654296875,
            -8.881555557250977,
            -8.95956802368164,
            -9.395835876464844,
            -9.797386169433594
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.39306640625
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            4,
            5,
            8,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            4,
            3,
            3,
            1,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            13,
            13,
            6,
            4,
            8,
            11,
            6,
            26,
            26,
            12
          ],
          "topCandidateScores": [
            -0.04145505279302597,
            -4.997213840484619,
            -5.093627452850342,
            -5.885264873504639,
            -6.416229248046875,
            -6.793073654174805,
            -7.989260673522949,
            -8.329376220703125,
            -8.600375175476074,
            -8.749504089355469
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3768444061279297
        },
        {
          "step": 10,
          "inputTokenIDs": [
            13,
            13,
            6,
            4,
            8
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            3,
            4,
            4,
            3,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            4,
            5,
            4,
            13,
            26,
            25,
            26,
            13,
            13
          ],
          "topCandidateScores": [
            -0.041538018733263016,
            -5.002594470977783,
            -5.09920597076416,
            -6.61631441116333,
            -6.817099094390869,
            -7.104754447937012,
            -7.385729789733887,
            -8.000121116638184,
            -8.559582710266113,
            -9.545263290405273
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2876553535461426
        },
        {
          "step": 11,
          "inputTokenIDs": [
            4,
            4,
            5,
            4,
            13
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            3,
            3,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            7,
            4,
            4,
            6,
            13,
            26,
            6,
            26
          ],
          "topCandidateScores": [
            -0.042375948280096054,
            -5.005374431610107,
            -5.099213600158691,
            -6.822602272033691,
            -7.157077789306641,
            -7.3801445960998535,
            -8.154317855834961,
            -8.878503799438477,
            -9.351638793945312,
            -9.680839538574219
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2230668067932129
        },
        {
          "step": 12,
          "inputTokenIDs": [
            4,
            6,
            7,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            3,
            4,
            4,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            26,
            12,
            11,
            6,
            26,
            26,
            4,
            6,
            13,
            29
          ],
          "topCandidateScores": [
            -0.04436131566762924,
            -5.009426593780518,
            -5.09926176071167,
            -6.297886371612549,
            -6.83780574798584,
            -7.558441638946533,
            -8.83326244354248,
            -9.871448516845703,
            -9.877481460571289,
            -10.651168823242188
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.7206358909606934
        },
        {
          "step": 13,
          "inputTokenIDs": [
            26,
            12,
            11,
            6,
            26
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            3,
            3,
            1,
            3,
            3
          ],
          "topCandidateTokenIDs": [
            8,
            7,
            9,
            8,
            5,
            23,
            28,
            5,
            17,
            18
          ],
          "topCandidateScores": [
            -0.04436143487691879,
            -5.0380120277404785,
            -5.099279403686523,
            -6.837806701660156,
            -7.3545379638671875,
            -7.737653732299805,
            -7.839226722717285,
            -8.596651077270508,
            -8.624845504760742,
            -9.654115676879883
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.3831157684326172
        },
        {
          "step": 14,
          "inputTokenIDs": [
            8,
            7,
            9,
            8,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            4,
            4,
            4,
            4,
            4
          ],
          "topCandidateTokenIDs": [
            3,
            26,
            7,
            3,
            6,
            7,
            11,
            9,
            4,
            10
          ],
          "topCandidateScores": [
            -0.04436143487691879,
            -5.038079261779785,
            -5.099279403686523,
            -6.837806701660156,
            -7.942230701446533,
            -8.781305313110352,
            -9.599672317504883,
            -11.164351463317871,
            -11.43700885772705,
            -11.495199203491211
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                13,
                4,
                4,
                26,
                8
              ],
              "score": -0.04436143487691879,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                4,
                13,
                4,
                26,
                8
              ],
              "score": -6.837806701660156,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.8390746116638184
        },
        {
          "step": 15,
          "inputTokenIDs": [
            7,
            26,
            7,
            11,
            6
          ],
          "topCandidateParents": [
            1,
            2,
            4,
            0,
            3,
            4,
            2,
            2,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            5,
            26,
            9,
            11,
            5,
            71,
            12,
            13
          ],
          "topCandidateScores": [
            -5.038079261779785,
            -5.102334022521973,
            -8.017642974853516,
            -8.78159236907959,
            -9.60334587097168,
            -10.637395858764648,
            -11.290379524230957,
            -12.394597053527832,
            -13.686810493469238,
            -14.257975578308105
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0340499877929688
        },
        {
          "step": 16,
          "inputTokenIDs": [
            8,
            4,
            5,
            26,
            9
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            2,
            2,
            2,
            2,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            8,
            7,
            8,
            7,
            5,
            6,
            17,
            24,
            23
          ],
          "topCandidateScores": [
            -5.038079261779785,
            -5.102334022521973,
            -8.018386840820312,
            -8.78159236907959,
            -9.60334587097168,
            -16.41697120666504,
            -16.536237716674805,
            -17.273439407348633,
            -17.837677001953125,
            -17.97772216796875
          ],
          "activeCandidateIndices": [
            5,
            1,
            2,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                4,
                8,
                4,
                13,
                4,
                6,
                12,
                7,
                26,
                8
              ],
              "score": -5.038079261779785,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 6.813625335693359
        },
        {
          "step": 17,
          "inputTokenIDs": [
            5,
            8,
            7,
            8,
            7
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            4,
            1,
            2,
            2,
            2,
            2,
            1
          ],
          "topCandidateTokenIDs": [
            13,
            11,
            3,
            26,
            4,
            6,
            5,
            4,
            9,
            26
          ],
          "topCandidateScores": [
            -5.105743885040283,
            -8.092144966125488,
            -8.78159236907959,
            -9.603529930114746,
            -10.827842712402344,
            -11.120100021362305,
            -12.057022094726562,
            -13.607112884521484,
            -13.729724884033203,
            -13.980301856994629
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                13,
                4,
                4,
                6,
                5,
                7,
                26,
                8
              ],
              "score": -8.78159236907959,
              "finishedAt": 17,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29225730895996094
        },
        {
          "step": 18,
          "inputTokenIDs": [
            13,
            11,
            6,
            26,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            3,
            4,
            2,
            4,
            4,
            0,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            9,
            8,
            4,
            5,
            13,
            26,
            13,
            6,
            6
          ],
          "topCandidateScores": [
            -5.1058030128479,
            -8.092253684997559,
            -9.603529930114746,
            -11.060542106628418,
            -11.123123168945312,
            -12.622135162353516,
            -14.165916442871094,
            -14.93243408203125,
            -16.210847854614258,
            -17.67620277404785
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.4990119934082031
        },
        {
          "step": 19,
          "inputTokenIDs": [
            4,
            9,
            8,
            4,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            4,
            3,
            0,
            3,
            3,
            0,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            7,
            3,
            7,
            4,
            6,
            13,
            6,
            10,
            26
          ],
          "topCandidateScores": [
            -5.1064133644104,
            -8.092253684997559,
            -9.603529930114746,
            -11.12374496459961,
            -11.342040061950684,
            -12.920219421386719,
            -13.06544017791748,
            -13.973664283752441,
            -14.30923080444336,
            -14.441906929016113
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            3,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                5,
                5,
                6,
                11,
                9,
                7,
                12,
                4,
                8,
                13,
                4,
                4,
                6,
                5,
                11,
                9,
                7,
                26,
                8
              ],
              "score": -9.603529930114746,
              "finishedAt": 19,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.5781793594360352
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            13,
            4,
            4,
            26,
            8
          ],
          "score": -0.044363684952259064,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            13,
            4,
            6,
            12,
            7,
            26,
            8
          ],
          "score": -5.038086891174316,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            13,
            4,
            26,
            8
          ],
          "score": -6.837814807891846,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            13,
            4,
            4,
            6,
            5,
            7,
            26,
            8
          ],
          "score": -8.781604766845703,
          "finishedAt": 17,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            13,
            4,
            4,
            6,
            5,
            11,
            9,
            7,
            26,
            8
          ],
          "score": -9.60354232788086,
          "finishedAt": 19,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            13,
            4,
            4,
            26,
            8
          ],
          "score": -0.04436143487691879,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            4,
            8,
            4,
            13,
            4,
            6,
            12,
            7,
            26,
            8
          ],
          "score": -5.038079261779785,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            4,
            13,
            4,
            26,
            8
          ],
          "score": -6.837806701660156,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            13,
            4,
            4,
            6,
            5,
            7,
            26,
            8
          ],
          "score": -8.78159236907959,
          "finishedAt": 17,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            5,
            5,
            6,
            11,
            9,
            7,
            12,
            4,
            8,
            13,
            4,
            4,
            6,
            5,
            11,
            9,
            7,
            26,
            8
          ],
          "score": -9.603529930114746,
          "finishedAt": 19,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "CC(=O)Cl.Nc1nccs1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1nccs1",
            "formula": "C5H6N2OS",
            "model_score": -0.044363684952259064,
            "rank": 1
          },
          {
            "smiles": "CC(=O)c1cnc(N)s1",
            "formula": "C5H6N2OS",
            "model_score": -5.038086891174316,
            "rank": 2
          },
          {
            "smiles": "CC(=O)Nc1cncs1",
            "formula": "C5H6N2OS",
            "model_score": -6.837814807891846,
            "rank": 3
          }
        ],
        "rejected_candidates": 2
      },
      "browserChemicalOutput": {
        "reactants": "CC(=O)Cl.Nc1nccs1",
        "candidates": [
          {
            "smiles": "CC(=O)Nc1nccs1",
            "formula": "C5H6N2OS",
            "model_score": -0.04436143487691879,
            "rank": 1
          },
          {
            "smiles": "CC(=O)c1cnc(N)s1",
            "formula": "C5H6N2OS",
            "model_score": -5.038079261779785,
            "rank": 2
          },
          {
            "smiles": "CC(=O)Nc1cncs1",
            "formula": "C5H6N2OS",
            "model_score": -6.837806701660156,
            "rank": 3
          }
        ],
        "rejected_candidates": 2
      },
      "originalRawGateOutside": 0
    },
    {
      "group": "new-holdout-cpu",
      "id": "no-conditions-control",
      "logitPairs": [
        "new-holdout-cpu__no-conditions-control__logits_0",
        "new-holdout-cpu__no-conditions-control__logits_1",
        "new-holdout-cpu__no-conditions-control__logits_2",
        "new-holdout-cpu__no-conditions-control__logits_3",
        "new-holdout-cpu__no-conditions-control__logits_4",
        "new-holdout-cpu__no-conditions-control__logits_5",
        "new-holdout-cpu__no-conditions-control__logits_6",
        "new-holdout-cpu__no-conditions-control__logits_7",
        "new-holdout-cpu__no-conditions-control__logits_8",
        "new-holdout-cpu__no-conditions-control__logits_9",
        "new-holdout-cpu__no-conditions-control__logits_10",
        "new-holdout-cpu__no-conditions-control__logits_11",
        "new-holdout-cpu__no-conditions-control__logits_12",
        "new-holdout-cpu__no-conditions-control__logits_13",
        "new-holdout-cpu__no-conditions-control__logits_14",
        "new-holdout-cpu__no-conditions-control__logits_15",
        "new-holdout-cpu__no-conditions-control__logits_16"
      ],
      "maximumProbabilityError": 1.2084669935852332e-06,
      "maximumRowTotalVariation": 1.208500092607417e-06,
      "nativeTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            17,
            23,
            21,
            14,
            39,
            12,
            30
          ],
          "topCandidateScores": [
            -0.6402983665466309,
            -1.3821797370910645,
            -2.2411584854125977,
            -3.6431193351745605,
            -3.9195809364318848,
            -4.09844446182251,
            -4.653933048248291,
            -5.150323390960693,
            -5.248196125030518,
            -5.2489447593688965
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.178863525390625,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "0462afa8c600533ecaf6a811d87e204fc827ec78c215c1912f1bc154490bc3e9"
            },
            "0_memory_values": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "ceaf690d5a38b8a0e597135f4970b502c124d2ed22b78ac7679c8b1f0702a2eb"
            },
            "0_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "4fbba236a6242bae62edcfa41f6ee074e424673931fd52b04ce61fdce7a74508"
            },
            "0_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "de14e3689e3cc22755e6c725ade445ca6b05f6197b3db3728de16f64a09b5eac"
            },
            "1_memory_keys": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "d1f982ffcb1416b7cdee2749a88d3ffea687c71fde4e611c2d31821e089a5d40"
            },
            "1_memory_values": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "0e69f84340eecfd6db33348542dfa4f7e4a9c01e4c3a323e2b6e0704b11560ce"
            },
            "1_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "151eb8cd5ba50243fc72c8e810419be3a766cd09874206025ebcc39c395bf03e"
            },
            "1_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "5bb5cfc05e8b23143644e450a71ba0ae7d30205e5ca5d65aff19b0bc066a4c24"
            },
            "2_memory_keys": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "9a6011fb747f50343ce057cb6d4ad653a5d998e17efa4cb5fbff7fe1c5ee11d4"
            },
            "2_memory_values": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "4cfe2e9a10f63965f167097673c41a450450e55bcb0eed420682259db6f62aa7"
            },
            "2_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "760d2063360ef9a79651d99211521ab33e4bf184f1a06a1a3e82f810dede3193"
            },
            "2_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "dfc1da8158350514db38430036a563af5208d4b55deb52ffa0ff948c3497d13e"
            },
            "3_memory_keys": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "c592fc718eb767e911b7eb19925b99db0aad0708b1042608d9fff1fee77a0286"
            },
            "3_memory_values": {
              "shape": [
                1,
                8,
                8,
                64
              ],
              "sha256": "25ca87e4403c0a3ef93806d9926b57cd74cf33db9d46700c006a4eae66eea70b"
            },
            "3_self_keys": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "cd1ac7790c8b999bfd52efb8872f29378bca1198e6c423b0031a8925e36380a5"
            },
            "3_self_values": {
              "shape": [
                1,
                8,
                1,
                64
              ],
              "sha256": "c82bfa8d598fa9baa815a9e487751eef84fecc3e2ef3f0520b517c316a8da7ef"
            }
          }
        },
        {
          "step": 1,
          "inputTokenIDs": [
            4,
            5,
            9,
            17,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            4,
            3,
            1,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            11,
            6,
            5,
            4,
            4,
            4,
            74,
            8
          ],
          "topCandidateScores": [
            -0.6402997970581055,
            -2.0596723556518555,
            -2.4909348487854004,
            -2.8553409576416016,
            -3.0593080520629883,
            -4.037067890167236,
            -4.457371711730957,
            -4.981140613555908,
            -5.0097503662109375,
            -5.0404462814331055
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.977759838104248,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4b0b22948acd708bdf6080aebd64fb9ec38a4fca9ef87a245f75d5b99994d3c1"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "67ddfb7d27602165bd8ce9d2185fa9fcfc6055b27640fc60a08fbdbd6cabd060"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "4b3e53d01173ed301d8f667152deab87447cba0d5a6064b1db1e32f81fafc133"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a47035d7020d3684fdfca78ad3ad50a9174c8a843c42db854f54f54a4778321a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "7f074ef542b7ef537c58e41ca1699c1358351e052c49bbdd2dc26582227777de"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "a5bad77c3ab430493e8a0c3dcc2d4ed98a182accf02bc7637dc58c313361b59e"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "2e0885f6087e1d7d387cdcaf86bf18ba9b0c94ae69f707a4edf44a09c7753d4b"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                2,
                64
              ],
              "sha256": "1018dc668b9d75cc542c10db5492b2fff4a82f2c20db16d4f8c566f30643314b"
            }
          }
        },
        {
          "step": 2,
          "inputTokenIDs": [
            8,
            8,
            11,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            2,
            4,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            5,
            5,
            21,
            6,
            11,
            28,
            10
          ],
          "topCandidateScores": [
            -0.8652604818344116,
            -2.396864414215088,
            -2.4418935775756836,
            -3.1887710094451904,
            -3.523224115371704,
            -3.7407987117767334,
            -3.9326400756835938,
            -3.9343056678771973,
            -4.088381767272949,
            -4.218639850616455
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2175745964050293,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "89987a18c17e250c0d97495ab0fc1c09d14b8031f098b434edb187dfc2b7505c"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "53546da4dbe78c3434feaea83f95786e6e03f71ed33df561bd337049e0b4181b"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "01c2f66ba24cce6ff76707af9e7bc186e407e0f80b6f0be349d8141a06677b3d"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "35a63f66a0241dfee0954034f63745ee29ee91756a45e912cccece6192d39072"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "968bc1376691ac044bea14d20b04b2bca0f4bb80dec9a235b2a56ffc15818273"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "7f04afc49694506e0aa4bce81bdccdfb0f6268d8a0ccc755b3bafde786f8c936"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "41189ad01e95acb47a0acd00288e6e212c9eead00a233ee0375009bfdfaf723e"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                3,
                64
              ],
              "sha256": "1e99385222f17bb4c9cca35e82d7619151242dce484e5ec70d260182e124fc39"
            }
          }
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            4,
            6,
            5,
            5,
            10,
            8,
            6
          ],
          "topCandidateScores": [
            -1.08390474319458,
            -2.63240909576416,
            -2.7679834365844727,
            -3.088099479675293,
            -3.664139747619629,
            -4.264732837677002,
            -4.406554698944092,
            -4.563815593719482,
            -4.5863847732543945,
            -4.722441673278809
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.600593090057373,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "ec04c785c14a4529c62d72923d7b11ffe662f18cb4c695795c3754467b95c7df"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "aab3f704281a93656398854096416e94a3bf2c58bbd5054cacbef034e1922cc3"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "6383311650ebaa7ff239b817aa1e5e23025be6991b6259f4b3bfd1266bf309cb"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "0eeee510d40af933eb4c04179dd2b114a7961787d5b9d441968c85f592471c42"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "03f1fa1c44d7b881c5ff2b50face0ea0d54124082a025102cd6ab32b18a905d9"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c59f30e570b902b0e2de2fbd1d8f7c997a3f2acf8317df5100a7247f0163b7f9"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "076cf9575f9c80682a624a23e4e6ab811be95ee28d993a953681b30e943d403a"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                4,
                64
              ],
              "sha256": "c3aa2a79250b3e5e96961d5ce9d7b4d66403c4a1dd433fd127ac6d70b70a060f"
            }
          }
        },
        {
          "step": 4,
          "inputTokenIDs": [
            4,
            6,
            5,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            3,
            1,
            4,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            4,
            4,
            6,
            5,
            9,
            10,
            5
          ],
          "topCandidateScores": [
            -1.3710212707519531,
            -2.5880589485168457,
            -2.9988813400268555,
            -3.337188482284546,
            -3.4035372734069824,
            -4.41696310043335,
            -4.548262596130371,
            -4.6068315505981445,
            -4.706026077270508,
            -4.871398448944092
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0134258270263672,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "d4a04f10e8bd1b56468921ca2d50484c82f28380a751f8819203c12175acdcca"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "90761af9422c168a48097eeb77d4263a7ed1169276f236ee3ddf3d13cd0a2281"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "2d5838604a6ecd0482c75abc2b9590f5a5fa6292d6ed8da75f87f1cb994f56ad"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "3597eb6534b16bc92c5a874148a7286808e970dc96fb9dbd120eadfd68b4df9a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "34d9136b3c3f17e7074fdeb6a9cc2acabe042ff7b9fd82fdfa01938876d6134c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "44155378466efe1361343077c430ca85502b1780cc2b27bc7b45b7903dc14741"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "385142d30c9e81bb407838aeabd9bc7bb5806eac095f05e3b1d209124eaceaa6"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                5,
                64
              ],
              "sha256": "bd2f4dc96f242ae48bd9f9b2fb3ed0a5c8f0d48914c627059bc8f17336965320"
            }
          }
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            6,
            5,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            5,
            4,
            4,
            10,
            5,
            6,
            6
          ],
          "topCandidateScores": [
            -1.8041138648986816,
            -2.586700439453125,
            -3.284018039703369,
            -3.3189754486083984,
            -3.5582356452941895,
            -3.6148040294647217,
            -4.281627655029297,
            -4.337983131408691,
            -4.624909400939941,
            -4.978446006774902
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05656838417053223,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "3af09bcea98b18530cbd85dc79dc00505fcc27fbeacabba0e9c43d191671e101"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "fe53fac47906834cf63531822fa756bd1587e23ad703646181fd5b33977a81b9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "73a39fbf798979e95d19eaa167207b6b4c1d4d2ea97dd52608bbf790b280f3aa"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "70551ddcfc9f7fbc94c839dce7129e4781b1821ea3ddec696c676e51ac25c32a"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "c9aee0b8e6e493498b097dd0b958e206fce84ec393f9cf0f4ea48117df7fd484"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "12820b9f08b66d539ff6d5ff2954f3669e363a5e5b0be117c69738ef2903d581"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "ed09ecf21bd1e28e1d3e7280d7f54cadace183c6f59e78a57c9f767d7fd856a7"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                6,
                64
              ],
              "sha256": "f3d289c14e4105ee6c89f98135d72c788864e9e7c82d25893f6c98447467c0f3"
            }
          }
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            4,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            4,
            5,
            5,
            6,
            10,
            6
          ],
          "topCandidateScores": [
            -2.459653615951538,
            -2.6673786640167236,
            -3.3574976921081543,
            -3.504772901535034,
            -3.7025327682495117,
            -3.7629621028900146,
            -4.113978862762451,
            -4.491489887237549,
            -4.63646125793457,
            -4.922237396240234
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06042933464050293,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "7e51b6e3d89963c7f99e78686a74fe2b71d8d5b1ed113f6b04852e85fff9be97"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "76b9d2f44a314586dabcd47ad15cdad1e1fbebd72d8c1d7228f7f4d586bdccd1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "5f284eef2d1aa4c29b0496d9c14f249911405cce3da1ec59a1766d44550be1da"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "6b8aaaa6eafecf2af29af9e08fbc1e961086910a5756183ab143bbc84d6e9cea"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "e5f2e2b2c6100ae660f6700fe0adc4cbcd6985f44172d1545ff2ef237f8a825c"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "d76930c5a80e4e28006e597f5316d31f420d581b1a9c3b344fe1227f301915cf"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "008e27c61e99366aa9c2434307eae03c9be63f9b6e009648a43e3cb91fbaa4d0"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                7,
                64
              ],
              "sha256": "a42b2955901a81b20749feeadaa6fcef8fe9919ec1d2e21c35cbb4c27f96e06b"
            }
          }
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            4,
            5,
            6,
            6,
            21,
            28
          ],
          "topCandidateScores": [
            -2.4598066806793213,
            -3.328077554702759,
            -3.4897990226745605,
            -3.6009178161621094,
            -4.044708251953125,
            -4.2383317947387695,
            -4.953195571899414,
            -5.484591007232666,
            -5.484720230102539,
            -5.671126365661621
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19362354278564453,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "2557be774ca016d1d163e6b6d5b87968b02d29905d7c24e25d6ef1fcd782feaa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "098414158760c658c7948bc06d9c0c95b5ae4729301229fd71efb6da8d4c2dfa"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "039b1feda990cb65010e53adac454fb50027377dc63c6a6e560740e8ae98f10f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b78344f8696a200ad3ab9e7b1fd1eba2cf7d67b7e289011824bad4a70e93c1ff"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "f13d938e43632718078cc833696f9c043b74d329f699873f67af93ca22411a09"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "08b722c833bf828aae51c1e8e92296b72d690dd45612da68b5f300ac845fc205"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "c752b31137ddbece20efaecaa0b181a9afd5b147182fff97d9eac97a90c2fb1d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "45e98da8ef34fe6986700d510f0c7a5735150da43eddfa17ab216998675eb2b8"
            }
          }
        },
        {
          "step": 8,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            8,
            8,
            8,
            3,
            21,
            28,
            18,
            9
          ],
          "topCandidateScores": [
            -3.328089475631714,
            -3.409595012664795,
            -3.4898035526275635,
            -3.6009268760681152,
            -4.044710636138916,
            -4.241019248962402,
            -4.3957414627075195,
            -5.336084365844727,
            -5.370309829711914,
            -5.5079522132873535
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19630861282348633,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "ab37311cf38b6c433768fd435d0862176e52dac1a7982e94e08f0a39f92168b6"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "bb5d54b3628702b07f725deafb95f6082425cd29c8d7f6bcbb7af83bce364b3d"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "a037d468f4057970ae117f6f798dbeb8f260aa767e97a5d609d89227540c3753"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "cbf5492cb5e084c2aaa896b1c52575bf6966a8b976e700d29bb0454ac9b50c15"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "258e081dbc88bced06376c58dde1dd40aaf792224397422cdc475ddb00825fe5"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "38839342185331b78da270ca4e59ef72be302897a209cb3b4301e4b53210dc17"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "6be54351ec2fc7faa426308f93122a76beac69ecb2d92ead9eb2279d785d3608"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                9,
                64
              ],
              "sha256": "593dce62daf43a10c93cee2b41e3752e5fbd4aaf720d1bf5344b5518ae094803"
            }
          }
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            5,
            8,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            4,
            1,
            1,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            6,
            7,
            5,
            11,
            8,
            5,
            3
          ],
          "topCandidateScores": [
            -3.4298815727233887,
            -3.5906991958618164,
            -3.900820255279541,
            -4.010909557342529,
            -4.152197360992432,
            -5.11244535446167,
            -5.772441864013672,
            -6.082864284515381,
            -6.245973587036133,
            -6.551193714141846
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9602479934692383,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "627fcb15bce828e60cbc7221099f5e80cd0992592389f24cc25413908f15b4ae"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "71ef7514a43a0b9abc9b5f9338a411951691a183f3c2c9c8562cb0e98816e5f9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "b3695527d7351b323ba82662cd5104d18c0e14c1ce9af24d0c8fd67825733aa5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "00160130fa16ef5995837d2fb64d175dbba9d59914983576d7be6397df76c918"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "06f2c6f93da17f196e2d75c953998a3f9dec89091704f0f5e6920eb39c1b85cf"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "ab8f3173c67c3822f02a6ca8bb9bc3b20f8e5cbde902ab5612d671c45bd266f2"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "71e701a846d394d41becf5fc4a3b7d19d97f1d560e898b9d8a01af111e909d91"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                10,
                64
              ],
              "sha256": "7e8d4277e3f76881adf494c8f005c68944c9c7f362e44aacf899023d5a21e1af"
            }
          }
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            7,
            7,
            6,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            11,
            5,
            5,
            21,
            21,
            28,
            28
          ],
          "topCandidateScores": [
            -4.201261520385742,
            -4.328634262084961,
            -4.645527362823486,
            -4.800220012664795,
            -4.9143524169921875,
            -5.186910629272461,
            -5.345754623413086,
            -5.531139373779297,
            -5.619027137756348,
            -5.823403835296631
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27255821228027344,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "911a19b8f567447b6575443cb68c40e83eff3046ad691a4547a26f4400b4effc"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "86746dbd50a6eb24f143764e3aef6c0d8844da6bd83cd19cfc35c811b893a6a2"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4a995edbef1f91e7217d38d1d180ef008937bd5b4af51b23c09e706bc7bc7dfa"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "c93f0fd9bf5b8158b2bd6a2e811d61c5bdf290a4571b3c02b1fff9c41ec36835"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "105a038f3f92c29c0d849e97d68db693a298cc23a1f05614c59c3a82c45fdc89"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "4f5bf1b50a86a945085d21d38ed3409783b3aab7e7446f5968a3ec1e29619742"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "aeaed4276b92cff6f97b5521985489e63640f4380cdceb03c7e0b5be3530d706"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                11,
                64
              ],
              "sha256": "e3e18e5133ec9d9904bfb3094a9766f5e951db11325c072add072160e84661ca"
            }
          }
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            2,
            4,
            0,
            1,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            6,
            6,
            5,
            5,
            5,
            5,
            8
          ],
          "topCandidateScores": [
            -4.806546688079834,
            -4.815505027770996,
            -4.889163494110107,
            -5.164514064788818,
            -5.426568984985352,
            -5.858456134796143,
            -5.944401264190674,
            -6.347092628479004,
            -6.643315315246582,
            -6.673450469970703
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.431887149810791,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "791fce8878100eb955eef3ebdd6ebcf9c191e27972a4d18dbc123e2dc7a69da4"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "f0cc4cd82852b2eae4adaba0a456bdc2c8b403110fb1176f7b6b0d670cfc6e06"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "a219ad17b690ec1908e32fe4041894b3a1721d90799279efc960428bf795564e"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "eafced330cd71316535caaad50bbac8a818a4a7afd46a15422675a2b9a9d33ee"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "0406e5cc53a096cb547a52335ba04b079965343d99d8122a70278db4d7d4d16b"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "e6e76b2395c3e5a34c5f6d8f224e52e0bf6f35a99d5f35fb9f7771ca4aae7c76"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "dca1a0d7fdb3d13b6e930bd486ed8f6b6c8f7a87aa28c9ac1cee1015fa07059d"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                12,
                64
              ],
              "sha256": "d139e2295ea4d61a404d8732e95ed92d06c7a1503d41117351389164121dddc9"
            }
          }
        },
        {
          "step": 12,
          "inputTokenIDs": [
            6,
            9,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            2,
            3,
            3,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            5,
            5,
            11,
            5,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -4.81552267074585,
            -5.606225490570068,
            -5.726737022399902,
            -5.963048934936523,
            -5.993992805480957,
            -5.999051570892334,
            -6.230949878692627,
            -6.247521877288818,
            -6.497066020965576,
            -6.805193901062012
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.005058765411376953,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "791c767075f9e93e9ad95329b0c43b5e5f0e0e50ab7be12eec2cf2fc783657db"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "abdbc95f5167b7b02eaf7c9190c13471faf6d7edb7f0431b0c98cb9b219e2ce1"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "0c42a08af23c76ad015d366327e4138dd74231e4afb2c1a3b9bfb3eb62f1f8b5"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "2f72ea9d7a110ed75a5c38a7b7ed7ced8286faacee9ef6c4545b6f891e02616b"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "81432460fac1478bf4eb6e29243e788a896520a4170286198f4084af73c20f3a"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "22cfcba5718cbd9f7a366c80ed7cc03994265b46773688ee04f4e0238f05a190"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "989254db0659db7432d4c2061698308db09bccddde1426ba93208544a8e08bc8"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                13,
                64
              ],
              "sha256": "6988780130a6a308d9d6b2a0ab995c5ad7b56c2f94c5febaa781bb8157257ceb"
            }
          }
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            11,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            4,
            0,
            3,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            9,
            9,
            7,
            4,
            7,
            6,
            6,
            5
          ],
          "topCandidateScores": [
            -5.523514270782471,
            -5.623676776885986,
            -5.742095947265625,
            -5.832765579223633,
            -6.886516571044922,
            -6.902825355529785,
            -6.906167507171631,
            -7.110988140106201,
            -7.17735481262207,
            -7.571414947509766
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.01630878448486328,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7926a943e83e447a45cd38750a4027439ed3b98c646b4e0ab8d3652a771f1a04"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "7c09db25fac6fa770c6d3860af4d40d1259d48b8d74bc2215699a495bd9fb9c9"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "44c8ade43e0541ca5166cba6eda10c1f99c24d93a8a14178dd1067bdbfb00e19"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "cd79dbc9f7ccf6ef0abd9eff4380ff44c88cd0016b708856b37a60301ee12d90"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "4cb6730437a7f030a0ab848d7832c1e6aacb44bf2b7d03aaeed4da6823c4eeb4"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "6a593e059350e0e197ae44a734e2f837af742d5bce6deae44b57be9d1e7dfbfd"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "d1c3462c09d90092ef05ccdad58ff7685ad00755fc2853b1b05b884dc5103488"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                14,
                64
              ],
              "sha256": "338cd71d51209e6f53c01b974344f100c8cc65c80e4e5e1b75e000ec5d80cefa"
            }
          }
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            3,
            3,
            6,
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateScores": [
            -5.623694896697998,
            -5.74211311340332,
            -5.920660972595215,
            -6.4049763679504395,
            -6.66871976852417,
            -7.235758304595947,
            -7.416193008422852,
            -8.518668174743652,
            -8.530708312988281,
            -8.68344783782959
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.920660972595215,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -6.4049763679504395,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5670385360717773,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "84712a56bd7bf44a574b5daa6bd63c77bbdc951e22914c87a410cd134cfa5633"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "5384d1746ba624c8f8b2bad43b229bb450ac2b1a348b18a2e0641f112e134972"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "b5cb3a0fdb2997fed628393a4b8ede6334ff088195b504a096cbe26c1fbc4e67"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "665044f8b926eed97bed5d66c2202d865125929470a34a7e3f5ee61b6d05c735"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "c71d7e57e6f4b9ebac460fe56a2e4f8e37d8b62fe8a98d882342e067a5498441"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "21bd7437fa6ce1531c9dc1574e1fcecabcffb0028dd32bb95f9b73ed9d622759"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "95494ae228aafe2b672484e31ad021b89fde71aca85e7b9d323a491d9e7f5ad3"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                15,
                64
              ],
              "sha256": "9d7f9ead25e724e5561d2d76fd1845aea32adc709cd3f820b488c64197b8b001"
            }
          }
        },
        {
          "step": 15,
          "inputTokenIDs": [
            7,
            7,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            1,
            3,
            0,
            1,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            9,
            9,
            9,
            4,
            4,
            11,
            14,
            5
          ],
          "topCandidateScores": [
            -6.266724109649658,
            -6.3306427001953125,
            -6.7231574058532715,
            -6.973319053649902,
            -7.431919097900391,
            -7.730175971984863,
            -7.742092609405518,
            -7.9598774909973145,
            -8.012210845947266,
            -8.129870414733887
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.29825687408447266,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "fbbef2a0ee6691f28c9ba819fba683d94ce7b04fc55c306b3618074f84a5baaa"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "2e5a881ea35efcfb37c0903ed01a171744f79d462d94bcb6de14cd9a868cf664"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "71343c87e17821b25e3b1d6c2e64c58bcf4343056eedf4ec986efd99c7d8ad41"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "04166f504c9641f3adb794e24c637969dc2206daa9631b1ba964345eba929023"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "dc3fdb284e95c8a64c5b786a3f543e97fb968c6ec170d95643569401afd2e91d"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "845c920931144facf56239092fcb63f3be90057fe64576f912eb366bff3fb9ee"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "3f3c82bdbca37b81376a476dc28000a3a119bd21628abfa19f2828476ae99004"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                16,
                64
              ],
              "sha256": "e7bed6b874f0a3c2bbff906f5b72feac9962a0b3213d8949591a4d14739aaa4a"
            }
          }
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            2,
            3,
            0,
            1,
            0,
            4,
            1,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            6,
            3,
            6,
            5,
            5,
            5
          ],
          "topCandidateScores": [
            -6.8204779624938965,
            -7.073821067810059,
            -7.12304162979126,
            -7.162334442138672,
            -7.37937068939209,
            -7.431919097900391,
            -7.45723819732666,
            -8.06806468963623,
            -8.137009620666504,
            -9.273490905761719
          ],
          "activeCandidateIndices": [
            6,
            7,
            8,
            9,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                6,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.8204779624938965,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                4,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.073821067810059,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                6,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -7.12304162979126,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                4,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -7.162334442138672,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05254840850830078,
          "cacheByteDigests": {
            "0_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "8197ce7907be270c8282abf835604160b84d8f73133fffb704e6016545040e53"
            },
            "0_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "bfb46fe796a35b9c5003d0536956adcc423b7a5388384b7a260a2e3a15b366cf"
            },
            "0_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "739f38a36623f99b6ecbe0bd74bb000d190bc8fd8308699e579d838ff404dce2"
            },
            "0_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f8f1a8ed33d625ef932517445e7d645d5a01ae3b544fa49225f930e5494a0e61"
            },
            "1_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "d3ca178307c9f3d9ebaee8b369e15afe938aaa45daa8c6e273093a30ce0bdaba"
            },
            "1_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "b6f5165b89281dd6c2d21fc7189726a3aa66f4bb1715435654ceca4d6885268b"
            },
            "1_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "2ed5c30a83c882b30aaff18a493a2b4c9ffa008f45eae27f0df50cd6d50e770f"
            },
            "1_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "6b4aa9e21c206d9ae2f8367ea6c1b22d33b9a4a7a90c708a87ff15392cff49e1"
            },
            "2_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "11d7a9620aafbd617fad0ce39ad99a5e5d96269b7cf379c06cd2ae457d92bb63"
            },
            "2_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "1aed20b0e278adb701e38e9506be6f9d1eb9c309bbc05064376057bdce121507"
            },
            "2_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "431add492072df2f0edd9377cda816dd7b6bb32dc2a2df1249c4e4de286aff38"
            },
            "2_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "f6ad1b9d733677460cc5eff2885bd60faa86314e39144077be6592a9c5f99719"
            },
            "3_memory_keys": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "5383bec7f39ee0f17eae7e3e2d091a2d608d258685ee38eef34556ec0ce6746e"
            },
            "3_memory_values": {
              "shape": [
                5,
                8,
                8,
                64
              ],
              "sha256": "7631db0c04c7c78e5977f617f13fcb723a5a6a3a197ad7b32efa13b521f86751"
            },
            "3_self_keys": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "472dba1f567f2fbab8541ee5665b0e491165fea9cd077579dc6be4933b08c22f"
            },
            "3_self_values": {
              "shape": [
                5,
                8,
                17,
                64
              ],
              "sha256": "bc63e87321e39874bbf08a893128397c89dd0b958288d2b0328e7c457fe04cf4"
            }
          }
        }
      ],
      "browserTrace": [
        {
          "step": 0,
          "inputTokenIDs": [
            2
          ],
          "topCandidateParents": [
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            5,
            9,
            17,
            23,
            21,
            14,
            39,
            12,
            30
          ],
          "topCandidateScores": [
            -0.6402977108955383,
            -1.3821778297424316,
            -2.2411558628082275,
            -3.643117666244507,
            -3.919578790664673,
            -4.098443984985352,
            -4.653931617736816,
            -5.150319576263428,
            -5.248193740844727,
            -5.24894380569458
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1788651943206787
        },
        {
          "step": 1,
          "inputTokenIDs": [
            4,
            5,
            9,
            17,
            23
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            1,
            1,
            4,
            3,
            1,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            8,
            8,
            11,
            6,
            5,
            4,
            4,
            4,
            74,
            8
          ],
          "topCandidateScores": [
            -0.6402986645698547,
            -2.0596718788146973,
            -2.490931749343872,
            -2.855337142944336,
            -3.059305191040039,
            -4.037065505981445,
            -4.45736837387085,
            -4.981137275695801,
            -5.009748935699463,
            -5.040442943572998
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9777603149414062
        },
        {
          "step": 2,
          "inputTokenIDs": [
            8,
            8,
            11,
            6,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            2,
            4,
            1,
            2,
            0
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            5,
            5,
            21,
            6,
            11,
            28,
            10
          ],
          "topCandidateScores": [
            -0.8652580976486206,
            -2.3968632221221924,
            -2.441892147064209,
            -3.1887669563293457,
            -3.523219585418701,
            -3.7407960891723633,
            -3.93263578414917,
            -3.9343056678771973,
            -4.088377475738525,
            -4.218640327453613
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2175765037536621
        },
        {
          "step": 3,
          "inputTokenIDs": [
            4,
            6,
            5,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            4,
            1,
            0,
            3,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            4,
            6,
            5,
            5,
            10,
            8,
            6
          ],
          "topCandidateScores": [
            -1.083902359008789,
            -2.6324033737182617,
            -2.7679812908172607,
            -3.0880959033966064,
            -3.6641342639923096,
            -4.264726638793945,
            -4.406552314758301,
            -4.563815116882324,
            -4.586382865905762,
            -4.722438812255859
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.6005923748016357
        },
        {
          "step": 4,
          "inputTokenIDs": [
            4,
            6,
            5,
            4,
            6
          ],
          "topCandidateParents": [
            0,
            0,
            2,
            1,
            3,
            3,
            1,
            4,
            0,
            4
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            5,
            4,
            4,
            6,
            5,
            9,
            10,
            5
          ],
          "topCandidateScores": [
            -1.3710178136825562,
            -2.588059902191162,
            -2.9988784790039062,
            -3.337181329727173,
            -3.4035322666168213,
            -4.41696310043335,
            -4.548254489898682,
            -4.606825828552246,
            -4.706024646759033,
            -4.871393203735352
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 1.0134308338165283
        },
        {
          "step": 5,
          "inputTokenIDs": [
            4,
            6,
            5,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            3,
            4,
            0,
            1,
            2,
            3
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            5,
            4,
            4,
            10,
            5,
            6,
            6
          ],
          "topCandidateScores": [
            -1.8041081428527832,
            -2.586699962615967,
            -3.284017562866211,
            -3.318972110748291,
            -3.558228015899658,
            -3.6147983074188232,
            -4.281623363494873,
            -4.337983131408691,
            -4.624904632568359,
            -4.978438854217529
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.05657029151916504
        },
        {
          "step": 6,
          "inputTokenIDs": [
            4,
            6,
            4,
            5,
            4
          ],
          "topCandidateParents": [
            0,
            0,
            1,
            2,
            4,
            3,
            1,
            3,
            0,
            2
          ],
          "topCandidateTokenIDs": [
            4,
            6,
            4,
            4,
            4,
            5,
            5,
            6,
            10,
            6
          ],
          "topCandidateScores": [
            -2.459649085998535,
            -2.667369842529297,
            -3.3574957847595215,
            -3.504770278930664,
            -3.702524423599243,
            -3.7629594802856445,
            -4.113975524902344,
            -4.491484642028809,
            -4.636456489562988,
            -4.922242164611816
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.06043505668640137
        },
        {
          "step": 7,
          "inputTokenIDs": [
            4,
            6,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            1,
            4,
            2,
            1,
            1
          ],
          "topCandidateTokenIDs": [
            8,
            4,
            4,
            4,
            4,
            5,
            6,
            6,
            21,
            28
          ],
          "topCandidateScores": [
            -2.45980167388916,
            -3.3280675411224365,
            -3.4897959232330322,
            -3.60091495513916,
            -4.044698238372803,
            -4.238321304321289,
            -4.953189849853516,
            -5.484593391418457,
            -5.48471212387085,
            -5.671115875244141
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.19362306594848633
        },
        {
          "step": 8,
          "inputTokenIDs": [
            8,
            4,
            4,
            4,
            4
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            3,
            4,
            0,
            0,
            0,
            0,
            0
          ],
          "topCandidateTokenIDs": [
            8,
            5,
            8,
            8,
            8,
            3,
            21,
            28,
            18,
            9
          ],
          "topCandidateScores": [
            -3.3280794620513916,
            -3.40958309173584,
            -3.489800214767456,
            -3.600923538208008,
            -4.044700622558594,
            -4.2410054206848145,
            -4.395730495452881,
            -5.336073398590088,
            -5.370299339294434,
            -5.507942199707031
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.1963047981262207
        },
        {
          "step": 9,
          "inputTokenIDs": [
            8,
            5,
            8,
            8,
            8
          ],
          "topCandidateParents": [
            0,
            2,
            3,
            1,
            4,
            1,
            1,
            1,
            3,
            1
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            7,
            6,
            7,
            5,
            11,
            8,
            5,
            3
          ],
          "topCandidateScores": [
            -3.429871082305908,
            -3.5906949043273926,
            -3.900815010070801,
            -4.010898113250732,
            -4.152186870574951,
            -5.112433433532715,
            -5.772428035736084,
            -6.082852363586426,
            -6.245965480804443,
            -6.551177978515625
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.9602465629577637
        },
        {
          "step": 10,
          "inputTokenIDs": [
            7,
            7,
            7,
            6,
            7
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            3,
            4,
            3,
            0,
            1,
            0,
            1
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            5,
            11,
            5,
            5,
            21,
            21,
            28,
            28
          ],
          "topCandidateScores": [
            -4.201247692108154,
            -4.328627109527588,
            -4.6455183029174805,
            -4.800207614898682,
            -4.914340019226074,
            -5.186896800994873,
            -5.345743656158447,
            -5.531133651733398,
            -5.619014739990234,
            -5.823396682739258
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.27255678176879883
        },
        {
          "step": 11,
          "inputTokenIDs": [
            5,
            5,
            5,
            11,
            5
          ],
          "topCandidateParents": [
            0,
            3,
            1,
            2,
            4,
            0,
            1,
            2,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            6,
            9,
            6,
            6,
            6,
            5,
            5,
            5,
            5,
            8
          ],
          "topCandidateScores": [
            -4.80653190612793,
            -4.815492153167725,
            -4.889156341552734,
            -5.1645050048828125,
            -5.426555633544922,
            -5.858442783355713,
            -5.944393157958984,
            -6.34708309173584,
            -6.643303871154785,
            -6.673437595367432
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.431887149810791
        },
        {
          "step": 12,
          "inputTokenIDs": [
            6,
            9,
            6,
            6,
            6
          ],
          "topCandidateParents": [
            1,
            0,
            2,
            0,
            2,
            3,
            3,
            4,
            4,
            0
          ],
          "topCandidateTokenIDs": [
            7,
            11,
            11,
            5,
            5,
            11,
            5,
            11,
            5,
            9
          ],
          "topCandidateScores": [
            -4.815509796142578,
            -5.606209754943848,
            -5.726728916168213,
            -5.963033676147461,
            -5.993986129760742,
            -5.99904203414917,
            -6.230938911437988,
            -6.247507572174072,
            -6.497052192687988,
            -6.805177688598633
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.005055904388427734
        },
        {
          "step": 13,
          "inputTokenIDs": [
            7,
            11,
            11,
            5,
            5
          ],
          "topCandidateParents": [
            0,
            1,
            2,
            0,
            4,
            0,
            3,
            3,
            4,
            3
          ],
          "topCandidateTokenIDs": [
            5,
            9,
            9,
            9,
            7,
            4,
            7,
            6,
            6,
            5
          ],
          "topCandidateScores": [
            -5.523500442504883,
            -5.623661041259766,
            -5.7420878410339355,
            -5.832752227783203,
            -6.886509418487549,
            -6.902812480926514,
            -6.90615177154541,
            -7.110973358154297,
            -7.177347660064697,
            -7.57139778137207
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.016303062438964844
        },
        {
          "step": 14,
          "inputTokenIDs": [
            5,
            9,
            9,
            9,
            7
          ],
          "topCandidateParents": [
            1,
            2,
            3,
            0,
            0,
            0,
            4,
            4,
            3,
            4
          ],
          "topCandidateTokenIDs": [
            7,
            7,
            3,
            3,
            6,
            5,
            11,
            5,
            5,
            6
          ],
          "topCandidateScores": [
            -5.623679161071777,
            -5.742105007171631,
            -5.9206461906433105,
            -6.404961585998535,
            -6.668703556060791,
            -7.235744953155518,
            -7.416187286376953,
            -8.518657684326172,
            -8.530694961547852,
            -8.683439254760742
          ],
          "activeCandidateIndices": [
            0,
            1,
            5,
            6,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -5.9206461906433105,
              "finishedAt": 14,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                4,
                8,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -6.404961585998535,
              "finishedAt": 14,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.5670413970947266
        },
        {
          "step": 15,
          "inputTokenIDs": [
            7,
            7,
            5,
            11,
            6
          ],
          "topCandidateParents": [
            0,
            1,
            0,
            1,
            3,
            0,
            1,
            4,
            4,
            2
          ],
          "topCandidateTokenIDs": [
            5,
            5,
            9,
            9,
            9,
            4,
            4,
            11,
            14,
            5
          ],
          "topCandidateScores": [
            -6.2667083740234375,
            -6.330634593963623,
            -6.723140716552734,
            -6.973310947418213,
            -7.431913375854492,
            -7.730159759521484,
            -7.742083549499512,
            -7.959861755371094,
            -8.01219367980957,
            -8.12985610961914
          ],
          "activeCandidateIndices": [
            0,
            1,
            2,
            3,
            4
          ],
          "finished": [],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.2982463836669922
        },
        {
          "step": 16,
          "inputTokenIDs": [
            5,
            5,
            9,
            9,
            9
          ],
          "topCandidateParents": [
            2,
            3,
            0,
            1,
            0,
            4,
            1,
            0,
            1,
            2
          ],
          "topCandidateTokenIDs": [
            3,
            3,
            3,
            3,
            6,
            3,
            6,
            5,
            5,
            5
          ],
          "topCandidateScores": [
            -6.820460319519043,
            -7.073812484741211,
            -7.12302303314209,
            -7.162326335906982,
            -7.379355430603027,
            -7.431913375854492,
            -7.457229137420654,
            -8.068048477172852,
            -8.136999130249023,
            -9.273472785949707
          ],
          "activeCandidateIndices": [
            6,
            7,
            8,
            9,
            4
          ],
          "finished": [
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                6,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -6.820460319519043,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                4,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                9
              ],
              "score": -7.073812484741211,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                4,
                6,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -7.12302303314209,
              "finishedAt": 16,
              "endedWithEOS": true
            },
            {
              "tokenIDs": [
                4,
                8,
                4,
                4,
                4,
                6,
                4,
                4,
                8,
                7,
                5,
                6,
                11,
                9,
                7,
                5
              ],
              "score": -7.162326335906982,
              "finishedAt": 16,
              "endedWithEOS": true
            }
          ],
          "exactTiesInTopCandidates": 0,
          "beamCutoffGap": 0.052557945251464844
        }
      ],
      "nativeHypotheses": [
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.920660972595215,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -6.4049763679504395,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            6,
            4,
            8,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.8204779624938965,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            4,
            4,
            8,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -7.073821067810059,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            6,
            4,
            8,
            7,
            5,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -7.12304162979126,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "browserHypotheses": [
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -5.9206461906433105,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            4,
            8,
            5,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -6.404961585998535,
          "finishedAt": 14,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            6,
            4,
            8,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -6.820460319519043,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            6,
            4,
            4,
            8,
            7,
            5,
            6,
            11,
            9,
            7,
            9
          ],
          "score": -7.073812484741211,
          "finishedAt": 16,
          "endedWithEOS": true
        },
        {
          "tokenIDs": [
            4,
            8,
            4,
            4,
            4,
            4,
            6,
            4,
            8,
            7,
            5,
            6,
            11,
            9,
            7,
            5
          ],
          "score": -7.12302303314209,
          "finishedAt": 16,
          "endedWithEOS": true
        }
      ],
      "nativeChemicalOutput": {
        "reactants": "c1ccccc1",
        "candidates": [],
        "rejected_candidates": 5
      },
      "browserChemicalOutput": {
        "reactants": "c1ccccc1",
        "candidates": [],
        "rejected_candidates": 5
      },
      "originalRawGateOutside": 0
    }
  ],
  "scope": "All saved visited-step logits in 41 recorded cases; full encoder/attention caches remain in original local archives, identified by hashes."
}