{
  "schema_version": 1,
  "config": {
    "vocab_size": 65,
    "context_length": 64,
    "width": 64,
    "heads": 4,
    "layers": 2
  },
  "seed": 1337,
  "batch_size": 16,
  "learning_rate": 0.001,
  "optimizer": "AdamW",
  "device": "cpu",
  "torch_version": "2.8.0",
  "python_version": "3.12.14",
  "machine": "arm64",
  "data_sha256": "86c4e6aa9db7c042ec79f339dcb96d42b0075e16b8fc2e86bf0ca57e2dc565ed",
  "characters": [
    "\n",
    " ",
    "!",
    "$",
    "&",
    "'",
    ",",
    "-",
    ".",
    "3",
    ":",
    ";",
    "?",
    "A",
    "B",
    "C",
    "D",
    "E",
    "F",
    "G",
    "H",
    "I",
    "J",
    "K",
    "L",
    "M",
    "N",
    "O",
    "P",
    "Q",
    "R",
    "S",
    "T",
    "U",
    "V",
    "W",
    "X",
    "Y",
    "Z",
    "a",
    "b",
    "c",
    "d",
    "e",
    "f",
    "g",
    "h",
    "i",
    "j",
    "k",
    "l",
    "m",
    "n",
    "o",
    "p",
    "q",
    "r",
    "s",
    "t",
    "u",
    "v",
    "w",
    "x",
    "y",
    "z"
  ],
  "train_characters": 1003854,
  "validation_characters": 111540,
  "boundary_convention": "continuous stream; no BOS/EOS; nonempty prompt; token limit",
  "parameters": 112577,
  "one_step": {
    "input": "First Citizen:\nBefore we proceed any further, hear me speak.\n\nAl",
    "targets": "irst Citizen:\nBefore we proceed any further, hear me speak.\n\nAll",
    "positions": 64,
    "loss_before": 4.198948383331299,
    "loss_after": 3.8503894805908203,
    "final_target": "l",
    "probability_before": 0.016071440652012825,
    "probability_after": 0.02008049562573433,
    "backward_changes_weights": false,
    "changed_parameter_groups": [
      "blocks",
      "final_norm",
      "output",
      "position_embedding",
      "token_embedding"
    ]
  },
  "history": [
    {
      "step": 0,
      "train": 4.197898983955383,
      "validation": 4.1915061473846436,
      "elapsed_seconds": 0.04770166683010757
    },
    {
      "step": 250,
      "train": 2.4565648436546326,
      "validation": 2.4840122759342194,
      "elapsed_seconds": 2.1177399998996407
    },
    {
      "step": 500,
      "train": 2.294506996870041,
      "validation": 2.334081679582596,
      "elapsed_seconds": 4.129159166943282
    },
    {
      "step": 750,
      "train": 2.143112063407898,
      "validation": 2.2036705017089844,
      "elapsed_seconds": 6.202966667013243
    },
    {
      "step": 1000,
      "train": 2.043807804584503,
      "validation": 2.1308455169200897,
      "elapsed_seconds": 8.140880916966125
    },
    {
      "step": 1250,
      "train": 1.9542389512062073,
      "validation": 2.0699748396873474,
      "elapsed_seconds": 10.106979958945885
    },
    {
      "step": 1500,
      "train": 1.8842703998088837,
      "validation": 2.0060262382030487,
      "elapsed_seconds": 12.003380374982953
    },
    {
      "step": 1750,
      "train": 1.8337770700454712,
      "validation": 2.001618877053261,
      "elapsed_seconds": 13.876980416942388
    },
    {
      "step": 2000,
      "train": 1.782734364271164,
      "validation": 1.9550289809703827,
      "elapsed_seconds": 15.747009166982025
    },
    {
      "step": 2250,
      "train": 1.740823656320572,
      "validation": 1.9317615181207657,
      "elapsed_seconds": 17.74091187492013
    },
    {
      "step": 2500,
      "train": 1.717724770307541,
      "validation": 1.9006821662187576,
      "elapsed_seconds": 19.66199104185216
    },
    {
      "step": 2750,
      "train": 1.6904941648244858,
      "validation": 1.8867573887109756,
      "elapsed_seconds": 21.56076049990952
    },
    {
      "step": 3000,
      "train": 1.657733514904976,
      "validation": 1.861834540963173,
      "elapsed_seconds": 23.429873500019312
    },
    {
      "step": 3250,
      "train": 1.6381430625915527,
      "validation": 1.8418218493461609,
      "elapsed_seconds": 25.312159416964278
    },
    {
      "step": 3500,
      "train": 1.620156317949295,
      "validation": 1.81114661693573,
      "elapsed_seconds": 27.24927966692485
    },
    {
      "step": 3750,
      "train": 1.6099066883325577,
      "validation": 1.8222964704036713,
      "elapsed_seconds": 29.136519209016114
    },
    {
      "step": 4000,
      "train": 1.591956004500389,
      "validation": 1.802150771021843,
      "elapsed_seconds": 31.028338124975562
    }
  ],
  "snapshots": [
    {
      "step": 0,
      "sample": "\nROMEO:\nOF3QO rGlWG3WvKwMZ':bALSzlzJdAF-HhH.fl T qaELgYR-3SAXiHMeg'cykNW\ndUpOTPzkaYOjzStKzgAvwruqy\nXPaEOncFgISswFYqyRY-\n-leN3Giu,Y'smkagF&;vKGMLzPr'InUvZJvC&lJX$\ni.U\nMl",
      "probes": [
        {
          "prompt": "\nROMEO:\n",
          "ids": [
            0,
            30,
            27,
            25,
            17,
            27,
            10,
            0
          ],
          "scores": [
            0.20197150111198425,
            -0.1585579514503479,
            0.17699328064918518,
            0.089654341340065,
            -0.11247804015874863,
            -0.1532878428697586,
            0.09731117635965347,
            -0.21043673157691956,
            0.4165635406970978,
            0.2147890329360962,
            0.08810893446207047,
            -0.06174808740615845,
            0.03156287595629692,
            0.23982127010822296,
            0.16550223529338837,
            0.036201316863298416,
            0.07784738391637802,
            -0.2435169667005539,
            0.0530812032520771,
            0.12494421005249023,
            -0.26115426421165466,
            -0.22420243918895721,
            0.13058243691921234,
            -0.2536476254463196,
            -0.06470396369695663,
            -0.10933347791433334,
            0.12617184221744537,
            0.08635841310024261,
            0.15903331339359283,
            0.033338747918605804,
            -0.21142664551734924,
            -0.3788239657878876,
            -0.2671823799610138,
            -0.3193221390247345,
            -0.13473768532276154,
            0.16944140195846558,
            -0.18363432586193085,
            -0.025039566680788994,
            -0.177745059132576,
            0.10931238532066345,
            0.06933841109275818,
            0.03343188762664795,
            0.04952260106801987,
            -0.04853471368551254,
            -0.027126148343086243,
            0.186608225107193,
            -0.20574378967285156,
            -0.30933305621147156,
            0.059241797775030136,
            -0.013050236739218235,
            0.051595717668533325,
            0.09074977785348892,
            -0.18275393545627594,
            -0.061465874314308167,
            0.1487322300672531,
            0.1883804053068161,
            -0.017946217209100723,
            0.09938985854387283,
            0.160499706864357,
            0.04314601421356201,
            0.020580315962433815,
            0.09962575137615204,
            0.06910400837659836,
            0.06148470938205719,
            0.27242207527160645
          ],
          "probabilities": [
            0.018543988466262817,
            0.012930853292346,
            0.018086528405547142,
            0.016573889181017876,
            0.01354064792394638,
            0.012999179773032665,
            0.01670127920806408,
            0.012277120724320412,
            0.022982606664299965,
            0.0187832061201334,
            0.016548294574022293,
            0.014245285652577877,
            0.01563851907849312,
            0.01925932802259922,
            0.01787988655269146,
            0.01571122743189335,
            0.016379352658987045,
            0.011877634562551975,
            0.015978679060935974,
            0.017169222235679626,
            0.011669982224702835,
            0.012109274975955486,
            0.017266299575567245,
            0.011757913045585155,
            0.014203241094946861,
            0.013583295047283173,
            0.01719031296670437,
            0.016519350931048393,
            0.01776459626853466,
            0.015666315332055092,
            0.012264973483979702,
            0.010374492965638638,
            0.011599845252931118,
            0.011010528542101383,
            0.013242566958069801,
            0.017950456589460373,
            0.012610627338290215,
            0.014777925796806812,
            0.012685112655162811,
            0.016902923583984375,
            0.016240572556853294,
            0.01566777378320694,
            0.01592191867530346,
            0.01443476416170597,
            0.01474712323397398,
            0.018261270597577095,
            0.012334872037172318,
            0.011121065355837345,
            0.016077423468232155,
            0.014956170693039894,
            0.015954962000250816,
            0.016592053696513176,
            0.012621734291315079,
            0.014249307103455067,
            0.017582539469003677,
            0.018293660134077072,
            0.014883123338222504,
            0.01673603244125843,
            0.017790663987398148,
            0.015820715576410294,
            0.015467707067728043,
            0.01673997938632965,
            0.016236767172813416,
            0.0161135233938694,
            0.019897542893886566
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4967122972011566,
                  0.503287672996521,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3280530273914337,
                  0.3346700966358185,
                  0.33727696537971497,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.25452136993408203,
                  0.2504410743713379,
                  0.24460913240909576,
                  0.2504284381866455,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19551175832748413,
                  0.19982564449310303,
                  0.20298023521900177,
                  0.20358134806156158,
                  0.1981009691953659,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1586996167898178,
                  0.1653667539358139,
                  0.17019376158714294,
                  0.1635781079530716,
                  0.1792796403169632,
                  0.16288210451602936,
                  0.0,
                  0.0
                ],
                [
                  0.14463694393634796,
                  0.14091935753822327,
                  0.14627256989479065,
                  0.13949467241764069,
                  0.1429481953382492,
                  0.1432952731847763,
                  0.14243300259113312,
                  0.0
                ],
                [
                  0.12509067356586456,
                  0.12600551545619965,
                  0.12338187545537949,
                  0.1261667013168335,
                  0.12568646669387817,
                  0.1246640682220459,
                  0.12452381104230881,
                  0.12448087334632874
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4872016906738281,
                  0.5127982497215271,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3341585695743561,
                  0.32287293672561646,
                  0.3429684638977051,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2586868703365326,
                  0.24061794579029083,
                  0.24953503906726837,
                  0.251160204410553,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20166899263858795,
                  0.20333926379680634,
                  0.2009032815694809,
                  0.1867247074842453,
                  0.20736369490623474,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.16950033605098724,
                  0.16809768974781036,
                  0.16725948452949524,
                  0.1640976518392563,
                  0.17004364728927612,
                  0.16100113093852997,
                  0.0,
                  0.0
                ],
                [
                  0.1380862444639206,
                  0.1444443017244339,
                  0.14359639585018158,
                  0.13963188230991364,
                  0.14637072384357452,
                  0.14506219327449799,
                  0.14280833303928375,
                  0.0
                ],
                [
                  0.12337535619735718,
                  0.12666195631027222,
                  0.1276789903640747,
                  0.12209296971559525,
                  0.12572473287582397,
                  0.12679730355739594,
                  0.12364158034324646,
                  0.1240270808339119
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5054054260253906,
                  0.494594544172287,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.33274129033088684,
                  0.34199750423431396,
                  0.3252612352371216,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24769183993339539,
                  0.24694538116455078,
                  0.2490163892507553,
                  0.25634634494781494,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19967074692249298,
                  0.19940407574176788,
                  0.1933526247739792,
                  0.20531126856803894,
                  0.202261283993721,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.16609759628772736,
                  0.16805653274059296,
                  0.15871769189834595,
                  0.178153857588768,
                  0.16426564753055573,
                  0.16470874845981598,
                  0.0,
                  0.0
                ],
                [
                  0.14451003074645996,
                  0.13969258964061737,
                  0.14602859318256378,
                  0.1353752613067627,
                  0.1474248170852661,
                  0.14112618565559387,
                  0.14584246277809143,
                  0.0
                ],
                [
                  0.12323500961065292,
                  0.12861678004264832,
                  0.12200970947742462,
                  0.12792561948299408,
                  0.12106765806674957,
                  0.12396474927663803,
                  0.13187628984451294,
                  0.12130409479141235
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4862286448478699,
                  0.5137714147567749,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.346781462430954,
                  0.33026817440986633,
                  0.3229503631591797,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.26388615369796753,
                  0.24036060273647308,
                  0.24216291308403015,
                  0.25359028577804565,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2059403359889984,
                  0.19172614812850952,
                  0.19637998938560486,
                  0.2047489583492279,
                  0.2012045681476593,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17115724086761475,
                  0.16037671267986298,
                  0.16329555213451385,
                  0.1701323539018631,
                  0.16954275965690613,
                  0.16549542546272278,
                  0.0,
                  0.0
                ],
                [
                  0.13942484557628632,
                  0.14471685886383057,
                  0.14338397979736328,
                  0.1432696431875229,
                  0.1420527547597885,
                  0.14162644743919373,
                  0.14552555978298187,
                  0.0
                ],
                [
                  0.12838684022426605,
                  0.12160838395357132,
                  0.12426621466875076,
                  0.12323499470949173,
                  0.12624506652355194,
                  0.1216883659362793,
                  0.12609511613845825,
                  0.12847506999969482
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4929971992969513,
                  0.5070028305053711,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3325033485889435,
                  0.3345591425895691,
                  0.3329375684261322,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24758750200271606,
                  0.2457294464111328,
                  0.2519642412662506,
                  0.25471875071525574,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1942252367734909,
                  0.1987777203321457,
                  0.19978009164333344,
                  0.2001056671142578,
                  0.20711131393909454,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.16428203880786896,
                  0.16324983537197113,
                  0.16892674565315247,
                  0.17067568004131317,
                  0.1627805083990097,
                  0.17008517682552338,
                  0.0,
                  0.0
                ],
                [
                  0.14221249520778656,
                  0.1419074684381485,
                  0.14163708686828613,
                  0.14113229513168335,
                  0.1431184709072113,
                  0.14451594650745392,
                  0.14547623693943024,
                  0.0
                ],
                [
                  0.12028423696756363,
                  0.12320761382579803,
                  0.12594754993915558,
                  0.1229194849729538,
                  0.12869217991828918,
                  0.13051101565361023,
                  0.12897102534770966,
                  0.11946681141853333
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.49559926986694336,
                  0.5044007301330566,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.33651939034461975,
                  0.33599674701690674,
                  0.3274838924407959,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.25079429149627686,
                  0.2504407465457916,
                  0.24933812022209167,
                  0.24942678213119507,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19959469139575958,
                  0.2011430561542511,
                  0.19854024052619934,
                  0.19854150712490082,
                  0.20218047499656677,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17338907718658447,
                  0.17148566246032715,
                  0.16496782004833221,
                  0.16477450728416443,
                  0.16457782685756683,
                  0.16080504655838013,
                  0.0,
                  0.0
                ],
                [
                  0.14227785170078278,
                  0.1439097672700882,
                  0.13982731103897095,
                  0.14662478864192963,
                  0.14243419468402863,
                  0.14067432284355164,
                  0.1442517638206482,
                  0.0
                ],
                [
                  0.12533117830753326,
                  0.1265278309583664,
                  0.12315875291824341,
                  0.1223708987236023,
                  0.12524771690368652,
                  0.12267211824655533,
                  0.1276516169309616,
                  0.127039834856987
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4967784583568573,
                  0.5032215118408203,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3313466012477875,
                  0.330549955368042,
                  0.33810341358184814,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2613765597343445,
                  0.24777795374393463,
                  0.24405990540981293,
                  0.24678561091423035,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2018411010503769,
                  0.2013818770647049,
                  0.20055262744426727,
                  0.19634607434272766,
                  0.19987836480140686,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.16691412031650543,
                  0.1688106507062912,
                  0.16585947573184967,
                  0.16470792889595032,
                  0.16692690551280975,
                  0.16678087413311005,
                  0.0,
                  0.0
                ],
                [
                  0.137887105345726,
                  0.14349089562892914,
                  0.14436250925064087,
                  0.13847611844539642,
                  0.14351780712604523,
                  0.1514914333820343,
                  0.14077414572238922,
                  0.0
                ],
                [
                  0.12508530914783478,
                  0.1247081384062767,
                  0.12907829880714417,
                  0.1222630962729454,
                  0.12423962354660034,
                  0.1309768259525299,
                  0.12072469294071198,
                  0.12292399257421494
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5121864676475525,
                  0.4878135919570923,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3330104351043701,
                  0.32719284296035767,
                  0.3397967517375946,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2537398338317871,
                  0.24440936744213104,
                  0.2496173083782196,
                  0.25223350524902344,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20607468485832214,
                  0.19657330214977264,
                  0.19955825805664062,
                  0.19862954318523407,
                  0.19916415214538574,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17278875410556793,
                  0.16285234689712524,
                  0.16765110194683075,
                  0.16671200096607208,
                  0.1640605330467224,
                  0.1659351885318756,
                  0.0,
                  0.0
                ],
                [
                  0.14357607066631317,
                  0.14023098349571228,
                  0.1425306349992752,
                  0.14469152688980103,
                  0.1446370780467987,
                  0.1408989429473877,
                  0.1434347927570343,
                  0.0
                ],
                [
                  0.12785100936889648,
                  0.12347467243671417,
                  0.12499687820672989,
                  0.12396108359098434,
                  0.12580516934394836,
                  0.12599310278892517,
                  0.12059392780065536,
                  0.1273241490125656
                ]
              ]
            ]
          ]
        },
        {
          "prompt": "\nJULIET:\n",
          "ids": [
            0,
            22,
            33,
            24,
            21,
            17,
            32,
            10,
            0
          ],
          "scores": [
            0.17324021458625793,
            -0.050449974834918976,
            0.04394950345158577,
            -0.062008459120988846,
            0.21595875918865204,
            0.019839126616716385,
            0.042330920696258545,
            -0.042938586324453354,
            0.2881027162075043,
            0.19963061809539795,
            -0.010211355052888393,
            0.047421522438526154,
            -0.00785915832966566,
            0.3458612561225891,
            0.09113629907369614,
            -0.10962899029254913,
            0.0036146873608231544,
            -0.21464742720127106,
            -0.04282129183411598,
            0.06887005269527435,
            -0.3311622440814972,
            -0.1754053235054016,
            0.1042628139257431,
            -0.14178867638111115,
            -0.051287081092596054,
            0.010547573678195477,
            0.10115621238946915,
            0.18444983661174774,
            0.17163985967636108,
            0.032893382012844086,
            -0.03817341476678848,
            -0.2533016502857208,
            -0.24694256484508514,
            -0.14691708981990814,
            -0.049503859132528305,
            0.09328088909387589,
            -0.25036707520484924,
            -0.06967458873987198,
            -0.16965587437152863,
            0.191688671708107,
            0.167636439204216,
            0.07686280459165573,
            -0.1875137984752655,
            0.05158229544758797,
            -0.04003190994262695,
            -0.037221092730760574,
            -0.13615885376930237,
            -0.2161456197500229,
            0.0007178676896728575,
            0.024972354993224144,
            0.041115809231996536,
            0.14692795276641846,
            -0.35237500071525574,
            -0.044408004730939865,
            0.11331866681575775,
            -0.08706389367580414,
            -0.1789148598909378,
            0.014401564374566078,
            0.1954490691423416,
            0.019742947071790695,
            0.1085912361741066,
            -0.14253327250480652,
            -0.1334078311920166,
            0.008181019686162472,
            0.06884300708770752
          ],
          "probabilities": [
            0.018257051706314087,
            0.01459765899926424,
            0.016042808070778847,
            0.014429904520511627,
            0.019053865224123,
            0.015660636126995087,
            0.01601686142385006,
            0.014707720838487148,
            0.02047928422689438,
            0.01874527707695961,
            0.015197026543319225,
            0.01609860546886921,
            0.015232814475893974,
            0.021696966141462326,
            0.016817962750792503,
            0.01375884935259819,
            0.015408600680530071,
            0.012387200258672237,
            0.014709445647895336,
            0.016447627916932106,
            0.011024817824363708,
            0.012882963754236698,
            0.017040178179740906,
            0.013323408551514149,
            0.014585444703698158,
            0.015515798702836037,
            0.016987323760986328,
            0.018462857231497765,
            0.01822785846889019,
            0.015866413712501526,
            0.014777973294258118,
            0.011917519383132458,
            0.011993545107543468,
            0.013255254365503788,
            0.014611477963626385,
            0.016854068264365196,
            0.011952542699873447,
            0.01431970577687025,
            0.012957247905433178,
            0.018596991896629333,
            0.01815503090620041,
            0.01657961495220661,
            0.01272791251540184,
            0.016165729612112045,
            0.014750534668564796,
            0.014792053028941154,
            0.013398627750575542,
            0.012368655763566494,
            0.015364029444754124,
            0.01574123091995716,
            0.01599741168320179,
            0.01778293214738369,
            0.010793414898216724,
            0.01468612626194954,
            0.017195193096995354,
            0.014072848483920097,
            0.012837829999625683,
            0.0155757125467062,
            0.018667057156562805,
            0.01565912924706936,
            0.017114095389842987,
            0.013313491828739643,
            0.013435538858175278,
            0.015479122288525105,
            0.01644718274474144
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5080408453941345,
                  0.4919591248035431,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.33661699295043945,
                  0.32880306243896484,
                  0.3345799446105957,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.25079935789108276,
                  0.23966164886951447,
                  0.2509733736515045,
                  0.2585655450820923,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19372126460075378,
                  0.20320960879325867,
                  0.19800148904323578,
                  0.19882208108901978,
                  0.2062455266714096,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.16652411222457886,
                  0.16495198011398315,
                  0.16941435635089874,
                  0.16218598186969757,
                  0.16662761569023132,
                  0.17029596865177155,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14140838384628296,
                  0.13949742913246155,
                  0.143640398979187,
                  0.14689822494983673,
                  0.13927485048770905,
                  0.14404837787151337,
                  0.14523226022720337,
                  0.0,
                  0.0
                ],
                [
                  0.12875789403915405,
                  0.12276703864336014,
                  0.12664245069026947,
                  0.12073371559381485,
                  0.12716767191886902,
                  0.12427031993865967,
                  0.12632115185260773,
                  0.12333974242210388,
                  0.0
                ],
                [
                  0.10877853631973267,
                  0.10430984944105148,
                  0.1141153946518898,
                  0.11438245326280594,
                  0.10941973328590393,
                  0.11461471766233444,
                  0.11255495995283127,
                  0.11042255908250809,
                  0.11140185594558716
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5026339292526245,
                  0.4973660707473755,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3370957374572754,
                  0.3348570168018341,
                  0.3280472457408905,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.25823596119880676,
                  0.24810172617435455,
                  0.24608464539051056,
                  0.24757768213748932,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1945500671863556,
                  0.20197002589702606,
                  0.20108827948570251,
                  0.19176186621189117,
                  0.21062979102134705,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1733812540769577,
                  0.16753284633159637,
                  0.16394540667533875,
                  0.164683997631073,
                  0.16506241261959076,
                  0.16539409756660461,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.13415351510047913,
                  0.1434030681848526,
                  0.14822573959827423,
                  0.1454174816608429,
                  0.1462106853723526,
                  0.14156889915466309,
                  0.14102067053318024,
                  0.0,
                  0.0
                ],
                [
                  0.1237802505493164,
                  0.1224038302898407,
                  0.12711021304130554,
                  0.12775340676307678,
                  0.12753544747829437,
                  0.12275300920009613,
                  0.12939807772636414,
                  0.11926579475402832,
                  0.0
                ],
                [
                  0.10855014622211456,
                  0.1111346036195755,
                  0.11053910106420517,
                  0.10965581238269806,
                  0.11336784809827805,
                  0.1103200614452362,
                  0.11519992351531982,
                  0.11076954007148743,
                  0.11046290397644043
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5081861019134521,
                  0.49181389808654785,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3320602774620056,
                  0.33900150656700134,
                  0.32893818616867065,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2442433387041092,
                  0.25139325857162476,
                  0.25668779015541077,
                  0.24767562747001648,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20258282124996185,
                  0.19863784313201904,
                  0.20168644189834595,
                  0.196570485830307,
                  0.20052234828472137,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1627286821603775,
                  0.16836750507354736,
                  0.16590701043605804,
                  0.16929534077644348,
                  0.16197630763053894,
                  0.17172519862651825,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14258430898189545,
                  0.14446653425693512,
                  0.1447661966085434,
                  0.13788944482803345,
                  0.14094655215740204,
                  0.14341643452644348,
                  0.14593055844306946,
                  0.0,
                  0.0
                ],
                [
                  0.128126323223114,
                  0.1222967728972435,
                  0.12497209012508392,
                  0.12433470040559769,
                  0.12791331112384796,
                  0.12289958447217941,
                  0.1281042844057083,
                  0.12135285139083862,
                  0.0
                ],
                [
                  0.1055174320936203,
                  0.10885351151227951,
                  0.11421643942594528,
                  0.1141393706202507,
                  0.11772234737873077,
                  0.10828324407339096,
                  0.11254385113716125,
                  0.11042679846286774,
                  0.1082969680428505
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5049380660057068,
                  0.4950619339942932,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3469361364841461,
                  0.3179219961166382,
                  0.3351418077945709,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24354027211666107,
                  0.25213199853897095,
                  0.2502201497554779,
                  0.2541075646877289,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2012651413679123,
                  0.19416412711143494,
                  0.20717322826385498,
                  0.19879676401615143,
                  0.19860078394412994,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17198921740055084,
                  0.16554668545722961,
                  0.16511856019496918,
                  0.16878700256347656,
                  0.15978536009788513,
                  0.16877318918704987,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1385251134634018,
                  0.13861851394176483,
                  0.15035218000411987,
                  0.14095252752304077,
                  0.14543160796165466,
                  0.14150865375995636,
                  0.1446114331483841,
                  0.0,
                  0.0
                ],
                [
                  0.12246482074260712,
                  0.12800998985767365,
                  0.12530790269374847,
                  0.1252077966928482,
                  0.1251363456249237,
                  0.12147604674100876,
                  0.12456676363945007,
                  0.12783029675483704,
                  0.0
                ],
                [
                  0.11401525139808655,
                  0.11175806075334549,
                  0.10912725329399109,
                  0.11115818470716476,
                  0.10792683064937592,
                  0.10965019464492798,
                  0.11299401521682739,
                  0.11161096394062042,
                  0.1117592602968216
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5080135464668274,
                  0.4919864535331726,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.33609503507614136,
                  0.3305721580982208,
                  0.3333328366279602,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.252371609210968,
                  0.25394779443740845,
                  0.24812166392803192,
                  0.2455589324235916,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19939245283603668,
                  0.20478090643882751,
                  0.19932933151721954,
                  0.19549989700317383,
                  0.20099744200706482,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1639772653579712,
                  0.16408184170722961,
                  0.168792724609375,
                  0.163811594247818,
                  0.17150825262069702,
                  0.16782833635807037,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14131976664066315,
                  0.1437692493200302,
                  0.1411968171596527,
                  0.1397114098072052,
                  0.14441938698291779,
                  0.14433300495147705,
                  0.1452503353357315,
                  0.0,
                  0.0
                ],
                [
                  0.12075477838516235,
                  0.12565459311008453,
                  0.12388604134321213,
                  0.12082900106906891,
                  0.12869350612163544,
                  0.12799237668514252,
                  0.12413354963064194,
                  0.128056138753891,
                  0.0
                ],
                [
                  0.104627825319767,
                  0.11052300035953522,
                  0.11228661239147186,
                  0.1105450838804245,
                  0.11568176001310349,
                  0.11276564002037048,
                  0.11317572742700577,
                  0.11176781356334686,
                  0.108626589179039
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4990956783294678,
                  0.5009043216705322,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.32983964681625366,
                  0.33928927779197693,
                  0.330871045589447,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2490609884262085,
                  0.24736325442790985,
                  0.25196680426597595,
                  0.2516089379787445,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19957609474658966,
                  0.1983635574579239,
                  0.20271340012550354,
                  0.20107699930667877,
                  0.1982700079679489,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1676972359418869,
                  0.16359169781208038,
                  0.16917718946933746,
                  0.16642504930496216,
                  0.1723613142967224,
                  0.16074751317501068,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14351661503314972,
                  0.14596498012542725,
                  0.14148171246051788,
                  0.1469639539718628,
                  0.14115890860557556,
                  0.1397199183702469,
                  0.14119388163089752,
                  0.0,
                  0.0
                ],
                [
                  0.12261978536844254,
                  0.12237553298473358,
                  0.12335600703954697,
                  0.12432364374399185,
                  0.13133513927459717,
                  0.1222352385520935,
                  0.12354622781276703,
                  0.13020837306976318,
                  0.0
                ],
                [
                  0.11058877408504486,
                  0.11302512884140015,
                  0.1127338632941246,
                  0.11169886589050293,
                  0.11502447724342346,
                  0.10695676505565643,
                  0.11160580068826675,
                  0.11065123975276947,
                  0.10771507024765015
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.49420830607414246,
                  0.5057916641235352,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.32852888107299805,
                  0.3383632302284241,
                  0.3331078588962555,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24699901044368744,
                  0.2533265948295593,
                  0.25418201088905334,
                  0.24549232423305511,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1976424902677536,
                  0.1973097175359726,
                  0.19905205070972443,
                  0.20790258049964905,
                  0.19809314608573914,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.16990895569324493,
                  0.16806718707084656,
                  0.16465328633785248,
                  0.166962668299675,
                  0.16478729248046875,
                  0.1656206101179123,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.13954369723796844,
                  0.14025674760341644,
                  0.13949944078922272,
                  0.14076367020606995,
                  0.14048954844474792,
                  0.1537816971540451,
                  0.14566512405872345,
                  0.0,
                  0.0
                ],
                [
                  0.12426891922950745,
                  0.1239895224571228,
                  0.12513001263141632,
                  0.1251811534166336,
                  0.125462144613266,
                  0.12825308740139008,
                  0.12380560487508774,
                  0.12390956282615662,
                  0.0
                ],
                [
                  0.11131884157657623,
                  0.10910972207784653,
                  0.11178803443908691,
                  0.11031781136989594,
                  0.10978759080171585,
                  0.11386987566947937,
                  0.11289963871240616,
                  0.10978277772665024,
                  0.11112566292285919
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5034482479095459,
                  0.4965517818927765,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3263319432735443,
                  0.341041624546051,
                  0.3326264023780823,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24534130096435547,
                  0.255657434463501,
                  0.24841037392616272,
                  0.2505909204483032,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20805636048316956,
                  0.1981286257505417,
                  0.1993061900138855,
                  0.1980922371149063,
                  0.19641649723052979,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1720232516527176,
                  0.1624833345413208,
                  0.16771411895751953,
                  0.16584895551204681,
                  0.1655978113412857,
                  0.16633249819278717,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14489707350730896,
                  0.14336642622947693,
                  0.1394413709640503,
                  0.13819949328899384,
                  0.1459008902311325,
                  0.1406116634607315,
                  0.1475830227136612,
                  0.0,
                  0.0
                ],
                [
                  0.13046404719352722,
                  0.12340971827507019,
                  0.12456291168928146,
                  0.12553732097148895,
                  0.12387987226247787,
                  0.12360332161188126,
                  0.12391781061887741,
                  0.12462496012449265,
                  0.0
                ],
                [
                  0.11076240986585617,
                  0.10724379867315292,
                  0.1101180836558342,
                  0.11194319278001785,
                  0.1118403971195221,
                  0.11128788441419601,
                  0.1135353296995163,
                  0.11046244204044342,
                  0.11280643194913864
                ]
              ]
            ]
          ]
        }
      ],
      "sample_temperature": 1.0
    },
    {
      "step": 500,
      "sample": "\nROMEO:\nOFiQO rdat le swep's weas I dean heas tindseng heas\nWit enccy grod preiten toutthth illy youeawsnch I swhar soot\nAey or twism, go I fome to's avievend iliis del",
      "probes": [
        {
          "prompt": "\nROMEO:\n",
          "ids": [
            0,
            30,
            27,
            25,
            17,
            27,
            10,
            0
          ],
          "scores": [
            2.5820047855377197,
            -0.6136714220046997,
            -2.011744976043701,
            -1.2263137102127075,
            -1.166906714439392,
            0.08202489465475082,
            -2.5860867500305176,
            -1.0662420988082886,
            -2.456526517868042,
            -0.6803408861160278,
            -0.04755111411213875,
            -2.435551643371582,
            -2.0066840648651123,
            4.060898780822754,
            3.2870001792907715,
            3.442904233932495,
            3.0515875816345215,
            2.1109793186187744,
            2.9427757263183594,
            2.441634178161621,
            3.003589391708374,
            3.5331311225891113,
            0.8929967284202576,
            2.2702181339263916,
            3.0826141834259033,
            3.2606124877929688,
            3.2756526470184326,
            3.3437697887420654,
            2.173891067504883,
            0.611821711063385,
            2.385416269302368,
            3.991058826446533,
            4.611435890197754,
            1.4553946256637573,
            1.504927396774292,
            4.200009822845459,
            -0.6540386080741882,
            2.5634219646453857,
            -0.5211740732192993,
            -0.9283991456031799,
            -1.00027596950531,
            -0.37540537118911743,
            -0.5805816054344177,
            -0.9311515092849731,
            -1.0419262647628784,
            -0.3826298117637634,
            -0.5346574187278748,
            -1.0394176244735718,
            -1.082514762878418,
            -1.2943241596221924,
            -1.3526939153671265,
            -0.7337959408760071,
            -0.6616557836532593,
            -1.808708667755127,
            -0.9887521862983704,
            -1.120839238166809,
            -2.5864813327789307,
            -0.036160074174404144,
            0.30986225605010986,
            -1.7695066928863525,
            -1.1417346000671387,
            -0.8227248191833496,
            -1.0966713428497314,
            -1.7261903285980225,
            -1.0330268144607544
          ],
          "probabilities": [
            0.020661696791648865,
            0.0008458658121526241,
            0.0002089901245199144,
            0.00045838914229534566,
            0.0004864456714130938,
            0.001696049701422453,
            0.00011767719843192026,
            0.0005379630019888282,
            0.00013395519636105746,
            0.0007913111476227641,
            0.0014899247325956821,
            0.00013679458061233163,
            0.00021005044982302934,
            0.09066537767648697,
            0.04181591421365738,
            0.04887084290385246,
            0.03304480388760567,
            0.012900371104478836,
            0.029637856408953667,
            0.017955759540200233,
            0.03149617835879326,
            0.05348535254597664,
            0.003816270036622882,
            0.015127207152545452,
            0.03408614546060562,
            0.0407269187271595,
            0.041344087570905685,
            0.04425846040248871,
            0.013738029636442661,
            0.002880887594074011,
            0.016974175348877907,
            0.08454937487840652,
            0.1572304666042328,
            0.006697079166769981,
            0.007037156727164984,
            0.10419734567403793,
            0.0008124005980789661,
            0.020281288772821426,
            0.0009278388461098075,
            0.0006174715235829353,
            0.00057464704150334,
            0.0010734432144090533,
            0.0008743234211578965,
            0.0006157744210213423,
            0.0005512043717317283,
            0.0010657160310074687,
            0.000915412325412035,
            0.000552588899154216,
            0.0005292798741720617,
            0.0004282504378352314,
            0.0004039689665660262,
            0.0007501220679841936,
            0.000806235708296299,
            0.0002560373686719686,
            0.0005813073948957026,
            0.0005093793151900172,
            0.00011763080692617223,
            0.001506993779912591,
            0.002130036009475589,
            0.00026627391343936324,
            0.0004988459986634552,
            0.0006862948066554964,
            0.000521839945577085,
            0.00027806125581264496,
            0.0005561318248510361
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5908598899841309,
                  0.40914013981819153,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.27386564016342163,
                  0.451388955116272,
                  0.2747454047203064,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2445022165775299,
                  0.21194970607757568,
                  0.3695653975009918,
                  0.17398275434970856,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.12743014097213745,
                  0.16917471587657928,
                  0.17121852934360504,
                  0.23015648126602173,
                  0.3020201325416565,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.11747132986783981,
                  0.12474233657121658,
                  0.15662945806980133,
                  0.2261846363544464,
                  0.2447148561477661,
                  0.13025732338428497,
                  0.0,
                  0.0
                ],
                [
                  0.10175332427024841,
                  0.14824900031089783,
                  0.1055021807551384,
                  0.19153448939323425,
                  0.15592625737190247,
                  0.13013708591461182,
                  0.16689760982990265,
                  0.0
                ],
                [
                  0.05841448903083801,
                  0.0763026773929596,
                  0.06943435221910477,
                  0.06525571644306183,
                  0.1341031938791275,
                  0.062222518026828766,
                  0.42968785762786865,
                  0.10457925498485565
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5155903697013855,
                  0.4844096601009369,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3145943880081177,
                  0.500962495803833,
                  0.18444310128688812,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3295041620731354,
                  0.23159880936145782,
                  0.2517445385456085,
                  0.18715247511863708,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2389870584011078,
                  0.2736148536205292,
                  0.1679205745458603,
                  0.16814446449279785,
                  0.15133309364318848,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1925508677959442,
                  0.3430754542350769,
                  0.10667554289102554,
                  0.14418615400791168,
                  0.10229166597127914,
                  0.11122036725282669,
                  0.0,
                  0.0
                ],
                [
                  0.10692417621612549,
                  0.1413341760635376,
                  0.15079577267169952,
                  0.13902437686920166,
                  0.16042742133140564,
                  0.1837247610092163,
                  0.11776929348707199,
                  0.0
                ],
                [
                  0.08336836844682693,
                  0.12103798240423203,
                  0.16183137893676758,
                  0.11017965525388718,
                  0.15101338922977448,
                  0.20664432644844055,
                  0.08362290263175964,
                  0.082302026450634
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4907612204551697,
                  0.5092387795448303,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4329057037830353,
                  0.3148171305656433,
                  0.2522771954536438,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.26412099599838257,
                  0.20882010459899902,
                  0.2733488380908966,
                  0.2537101209163666,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24049216508865356,
                  0.19149483740329742,
                  0.14016415178775787,
                  0.1942652463912964,
                  0.23358362913131714,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17460046708583832,
                  0.15136446058750153,
                  0.15831395983695984,
                  0.18182167410850525,
                  0.17301766574382782,
                  0.16088174283504486,
                  0.0,
                  0.0
                ],
                [
                  0.20620675384998322,
                  0.1417498141527176,
                  0.08356935530900955,
                  0.14805921912193298,
                  0.128528892993927,
                  0.10111858695745468,
                  0.190767303109169,
                  0.0
                ],
                [
                  0.16141709685325623,
                  0.06741474568843842,
                  0.052160169929265976,
                  0.1325290948152542,
                  0.07404529303312302,
                  0.0543498694896698,
                  0.26996299624443054,
                  0.1881207525730133
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.6464787721633911,
                  0.3535212278366089,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.438680499792099,
                  0.3574540317058563,
                  0.20386548340320587,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.26334697008132935,
                  0.21878434717655182,
                  0.36011162400245667,
                  0.15775707364082336,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2587898075580597,
                  0.1962825208902359,
                  0.1702014058828354,
                  0.15287333726882935,
                  0.22185301780700684,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.22627529501914978,
                  0.13605067133903503,
                  0.1522294133901596,
                  0.18912826478481293,
                  0.19333018362522125,
                  0.10298618674278259,
                  0.0,
                  0.0
                ],
                [
                  0.20111480355262756,
                  0.17114561796188354,
                  0.07025419920682907,
                  0.06962235271930695,
                  0.1249423548579216,
                  0.05776920169591904,
                  0.3051515221595764,
                  0.0
                ],
                [
                  0.1641313135623932,
                  0.1131962314248085,
                  0.088235042989254,
                  0.06853403896093369,
                  0.11434521526098251,
                  0.0762442871928215,
                  0.2648877203464508,
                  0.11042623966932297
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.48394975066185,
                  0.5160502195358276,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2760530114173889,
                  0.4206025302410126,
                  0.30334439873695374,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19370566308498383,
                  0.3554776906967163,
                  0.23610618710517883,
                  0.21471050381660461,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.11385156214237213,
                  0.302442729473114,
                  0.18940982222557068,
                  0.1766311228275299,
                  0.21766474843025208,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.10272499918937683,
                  0.22930650413036346,
                  0.15825240314006805,
                  0.1712593287229538,
                  0.18361280858516693,
                  0.1548440158367157,
                  0.0,
                  0.0
                ],
                [
                  0.03695330023765564,
                  0.08485422283411026,
                  0.06530316919088364,
                  0.08322278410196304,
                  0.11504402756690979,
                  0.18432565033435822,
                  0.4302968680858612,
                  0.0
                ],
                [
                  0.08333605527877808,
                  0.23392611742019653,
                  0.12184114009141922,
                  0.0955338254570961,
                  0.08480285853147507,
                  0.024111665785312653,
                  0.07065408676862717,
                  0.2857942581176758
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.29008036851882935,
                  0.7099196314811707,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2479170560836792,
                  0.4389854371547699,
                  0.3130975365638733,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.15889887511730194,
                  0.3498043119907379,
                  0.2629944682121277,
                  0.22830238938331604,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.18444494903087616,
                  0.26526400446891785,
                  0.22115162014961243,
                  0.20449784398078918,
                  0.12464157491922379,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19558116793632507,
                  0.22797457873821259,
                  0.1890476942062378,
                  0.15697631239891052,
                  0.12026965618133545,
                  0.11015063524246216,
                  0.0,
                  0.0
                ],
                [
                  0.07681060582399368,
                  0.06552881002426147,
                  0.09731655567884445,
                  0.13349135220050812,
                  0.2061048150062561,
                  0.2778733968734741,
                  0.14287438988685608,
                  0.0
                ],
                [
                  0.11302097141742706,
                  0.2359669953584671,
                  0.2107371687889099,
                  0.18535253405570984,
                  0.08169324696063995,
                  0.0865713432431221,
                  0.0665031224489212,
                  0.020154589787125587
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.25871390104293823,
                  0.741286039352417,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1133495420217514,
                  0.7052589654922485,
                  0.18139152228832245,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.09896005690097809,
                  0.36867156624794006,
                  0.0782030001282692,
                  0.45416536927223206,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.05738144740462303,
                  0.3427167236804962,
                  0.10877921432256699,
                  0.452328085899353,
                  0.038794491440057755,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.040786731988191605,
                  0.3165677487850189,
                  0.17807811498641968,
                  0.40267038345336914,
                  0.04355528578162193,
                  0.01834176294505596,
                  0.0,
                  0.0
                ],
                [
                  0.08285289257764816,
                  0.2104388028383255,
                  0.14420737326145172,
                  0.2702188789844513,
                  0.10206211358308792,
                  0.04511226713657379,
                  0.1451076716184616,
                  0.0
                ],
                [
                  0.002608058275654912,
                  0.013448167592287064,
                  0.002041082363575697,
                  0.018844595178961754,
                  0.00091165752382949,
                  7.562315295217559e-05,
                  0.015829697251319885,
                  0.9462410807609558
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1729712337255478,
                  0.827028751373291,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1526033729314804,
                  0.7524440884590149,
                  0.09495250880718231,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.018051158636808395,
                  0.09856279194355011,
                  0.010729958303272724,
                  0.8726560473442078,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.024712208658456802,
                  0.12487174570560455,
                  0.015925148501992226,
                  0.8117334842681885,
                  0.022757431492209435,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0451069101691246,
                  0.17938850820064545,
                  0.03284984827041626,
                  0.6994606852531433,
                  0.029411472380161285,
                  0.01378253847360611,
                  0.0,
                  0.0
                ],
                [
                  0.08080800622701645,
                  0.1574622392654419,
                  0.07129114866256714,
                  0.28659114241600037,
                  0.06079372763633728,
                  0.0419553704559803,
                  0.3010983467102051,
                  0.0
                ],
                [
                  0.025023438036441803,
                  0.09942737966775894,
                  0.014974570833146572,
                  0.2910248339176178,
                  0.015362641774117947,
                  0.006974329706281424,
                  0.36814430356025696,
                  0.17906852066516876
                ]
              ]
            ]
          ]
        },
        {
          "prompt": "\nJULIET:\n",
          "ids": [
            0,
            22,
            33,
            24,
            21,
            17,
            32,
            10,
            0
          ],
          "scores": [
            2.2584216594696045,
            -0.9439730644226074,
            -2.077847480773926,
            -1.222436785697937,
            -1.1737200021743774,
            -0.030473073944449425,
            -2.702380895614624,
            -1.302281141281128,
            -2.5103073120117188,
            -0.6955642104148865,
            -0.01663021370768547,
            -2.4642364978790283,
            -2.0929110050201416,
            4.379541873931885,
            3.3416056632995605,
            3.237168550491333,
            3.0618817806243896,
            2.223454236984253,
            2.8955163955688477,
            2.4358301162719727,
            3.156810998916626,
            3.749870777130127,
            0.8898228406906128,
            2.2644474506378174,
            2.9836480617523193,
            3.1137640476226807,
            2.979102849960327,
            3.4109437465667725,
            2.115954637527466,
            0.5489851832389832,
            2.307987689971924,
            3.7979719638824463,
            4.642528057098389,
            1.4505436420440674,
            1.434287667274475,
            4.246434688568115,
            -0.7290914058685303,
            2.6567506790161133,
            -0.6312108039855957,
            -0.4998181462287903,
            -0.9419079422950745,
            -0.3420143127441406,
            -0.6925591230392456,
            -0.5134390592575073,
            -1.0692909955978394,
            -0.4527636766433716,
            -0.47155240178108215,
            -0.73427814245224,
            -0.9911553263664246,
            -1.259352445602417,
            -1.3996139764785767,
            -0.805526614189148,
            -0.8802821636199951,
            -1.3705426454544067,
            -0.9648306369781494,
            -1.0663193464279175,
            -2.734985113143921,
            -0.11979369819164276,
            0.2721366584300995,
            -1.7884244918823242,
            -1.250108003616333,
            -0.9975007176399231,
            -1.1900895833969116,
            -1.6029698848724365,
            -1.0623213052749634
          ],
          "probabilities": [
            0.014688950963318348,
            0.0005973218358121812,
            0.000192208681255579,
            0.000452140171546489,
            0.0004747124621644616,
            0.0014891427708789706,
            0.0001029299310175702,
            0.0004174431087449193,
            0.0001247263135155663,
            0.0007657569949515164,
            0.001509900321252644,
            0.00013060694618616253,
            0.00018933499814011157,
            0.1225128248333931,
            0.04339218884706497,
            0.039089053869247437,
            0.03280416876077652,
            0.014184191823005676,
            0.027776500210165977,
            0.017540350556373596,
            0.036070842295885086,
            0.06527079641819,
            0.0037377988919615746,
            0.014777730219066143,
            0.030335599556565285,
            0.034551046788692474,
            0.030198030173778534,
            0.046507686376571655,
            0.012738494202494621,
            0.0026582255959510803,
            0.015435369685292244,
            0.06848713010549545,
            0.15936575829982758,
            0.006548379082232714,
            0.006442788522690535,
            0.10724420100450516,
            0.0007405091309919953,
            0.021876752376556396,
            0.0008166563347913325,
            0.0009313273476436734,
            0.0005985567113384604,
            0.0010905254166573286,
            0.0007680616108700633,
            0.000918727891985327,
            0.000526967050973326,
            0.0009761981200426817,
            0.0009580277837812901,
            0.0007366780773736537,
            0.0005697935121133924,
            0.00043575360905379057,
            0.0003787268651649356,
            0.0006860169814899564,
            0.0006366036250256002,
            0.000389898574212566,
            0.0005849920562468469,
            0.0005285353399813175,
            9.962810145225376e-05,
            0.0013618988450616598,
            0.002015385776758194,
            0.00025672480114735663,
            0.00043980038026347756,
            0.0005661891773343086,
            0.00046700474922545254,
            0.00030903652077540755,
            0.0005306528182700276
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.568472683429718,
                  0.43152734637260437,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3196712136268616,
                  0.446095734834671,
                  0.2342330664396286,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24605736136436462,
                  0.24832338094711304,
                  0.2456027716398239,
                  0.26001641154289246,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.15034613013267517,
                  0.14495112001895905,
                  0.15316349267959595,
                  0.2706529498100281,
                  0.2808862626552582,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.12161537259817123,
                  0.1296578049659729,
                  0.12363462895154953,
                  0.15626274049282074,
                  0.2874891459941864,
                  0.1813403069972992,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.13510575890541077,
                  0.17574943602085114,
                  0.1282147914171219,
                  0.12997420132160187,
                  0.12003710120916367,
                  0.21017181873321533,
                  0.10074692964553833,
                  0.0,
                  0.0
                ],
                [
                  0.09586653858423233,
                  0.08295796811580658,
                  0.10201302915811539,
                  0.1349252462387085,
                  0.15370556712150574,
                  0.14454811811447144,
                  0.12708786129951477,
                  0.15889565646648407,
                  0.0
                ],
                [
                  0.048981741070747375,
                  0.05978447198867798,
                  0.04021748527884483,
                  0.07590711861848831,
                  0.08927325159311295,
                  0.09405222535133362,
                  0.03264154866337776,
                  0.4853297472000122,
                  0.07381236553192139
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5007466673851013,
                  0.4992533326148987,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3177044689655304,
                  0.385507196187973,
                  0.2967883348464966,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3443678021430969,
                  0.2848038077354431,
                  0.1912834793329239,
                  0.17954492568969727,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.23847432434558868,
                  0.3081245720386505,
                  0.13742344081401825,
                  0.1903548538684845,
                  0.12562282383441925,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20503097772598267,
                  0.23878511786460876,
                  0.1426270306110382,
                  0.1589902937412262,
                  0.12629282474517822,
                  0.12827374041080475,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2171216607093811,
                  0.21507012844085693,
                  0.10328128933906555,
                  0.12976428866386414,
                  0.10608778148889542,
                  0.10169190168380737,
                  0.12698297202587128,
                  0.0,
                  0.0
                ],
                [
                  0.1063435971736908,
                  0.14223997294902802,
                  0.10455086082220078,
                  0.13713261485099792,
                  0.11770912259817123,
                  0.12723521888256073,
                  0.12593576312065125,
                  0.1388528198003769,
                  0.0
                ],
                [
                  0.0911630317568779,
                  0.09198964387178421,
                  0.09483978897333145,
                  0.10256660729646683,
                  0.14547693729400635,
                  0.1499948352575302,
                  0.1639777570962906,
                  0.07798340916633606,
                  0.0820079892873764
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5178028345108032,
                  0.482197105884552,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.37777578830718994,
                  0.37096914649009705,
                  0.2512550354003906,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2801963984966278,
                  0.2672291696071625,
                  0.2297745794057846,
                  0.22279979288578033,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.25773993134498596,
                  0.21497860550880432,
                  0.1761804074048996,
                  0.2010633796453476,
                  0.15003764629364014,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1783028542995453,
                  0.14755214750766754,
                  0.14087839424610138,
                  0.14440052211284637,
                  0.15121689438819885,
                  0.23764920234680176,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.13076548278331757,
                  0.20547156035900116,
                  0.1402292251586914,
                  0.13204672932624817,
                  0.167514368891716,
                  0.15928331017494202,
                  0.06468936055898666,
                  0.0,
                  0.0
                ],
                [
                  0.19798874855041504,
                  0.12300243973731995,
                  0.10426873713731766,
                  0.11887545138597488,
                  0.06972511112689972,
                  0.13326364755630493,
                  0.08368610590696335,
                  0.16918978095054626,
                  0.0
                ],
                [
                  0.14706702530384064,
                  0.10528638958930969,
                  0.06116848811507225,
                  0.0656450167298317,
                  0.03437013924121857,
                  0.1035083755850792,
                  0.0327223464846611,
                  0.24559403955936432,
                  0.20463819801807404
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.6787924766540527,
                  0.3212074637413025,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.430800199508667,
                  0.2831338346004486,
                  0.2860659062862396,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2940537929534912,
                  0.1716160774230957,
                  0.26387274265289307,
                  0.2704574465751648,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.23490013182163239,
                  0.16356852650642395,
                  0.15638259053230286,
                  0.291526734828949,
                  0.15362206101417542,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20006968080997467,
                  0.15145345032215118,
                  0.17149664461612701,
                  0.1806800812482834,
                  0.1715039312839508,
                  0.12479618936777115,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14852827787399292,
                  0.12535549700260162,
                  0.1569703072309494,
                  0.15543048083782196,
                  0.17098894715309143,
                  0.13578738272190094,
                  0.10693913698196411,
                  0.0,
                  0.0
                ],
                [
                  0.1476001739501953,
                  0.12008431553840637,
                  0.09435641020536423,
                  0.13494928181171417,
                  0.10902250558137894,
                  0.07722144573926926,
                  0.1047312319278717,
                  0.21203464269638062,
                  0.0
                ],
                [
                  0.1346471905708313,
                  0.08708813786506653,
                  0.08676096796989441,
                  0.12684319913387299,
                  0.09371098130941391,
                  0.0907779335975647,
                  0.06559806317090988,
                  0.21504133939743042,
                  0.09953214973211288
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5565741062164307,
                  0.44342586398124695,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.15439458191394806,
                  0.25027915835380554,
                  0.59532630443573,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.11229001730680466,
                  0.2201434075832367,
                  0.37406107783317566,
                  0.2935054898262024,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.04926570504903793,
                  0.14754538238048553,
                  0.1605197787284851,
                  0.3378816545009613,
                  0.3047875463962555,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.022098561748862267,
                  0.09874895960092545,
                  0.100478895008564,
                  0.3363792300224304,
                  0.2187260538339615,
                  0.22356826066970825,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.012857417576014996,
                  0.0445941761136055,
                  0.03383655846118927,
                  0.14691142737865448,
                  0.07217900454998016,
                  0.15038461983203888,
                  0.5392367839813232,
                  0.0,
                  0.0
                ],
                [
                  0.006150723900645971,
                  0.024331456050276756,
                  0.01563914492726326,
                  0.08835934102535248,
                  0.041044093668460846,
                  0.10193219035863876,
                  0.3885907530784607,
                  0.3339523673057556,
                  0.0
                ],
                [
                  0.04054609313607216,
                  0.0997108593583107,
                  0.24195437133312225,
                  0.12464992702007294,
                  0.25672078132629395,
                  0.027082504704594612,
                  0.03496113419532776,
                  0.029851017519831657,
                  0.14452338218688965
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4933944642543793,
                  0.5066055655479431,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.41038548946380615,
                  0.3597022593021393,
                  0.22991228103637695,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3045852482318878,
                  0.33318424224853516,
                  0.1954902708530426,
                  0.16674023866653442,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.19294096529483795,
                  0.20456059277057648,
                  0.1664692908525467,
                  0.16106313467025757,
                  0.2749660909175873,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17784245312213898,
                  0.17238019406795502,
                  0.1580333709716797,
                  0.1523408144712448,
                  0.19005133211612701,
                  0.14935186505317688,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14804840087890625,
                  0.1420453041791916,
                  0.1117689236998558,
                  0.10196030884981155,
                  0.17483188211917877,
                  0.0888652503490448,
                  0.23247995972633362,
                  0.0,
                  0.0
                ],
                [
                  0.050756264477968216,
                  0.08492139726877213,
                  0.1403336077928543,
                  0.21113666892051697,
                  0.0895632654428482,
                  0.2195618450641632,
                  0.07512757182121277,
                  0.1285993456840515,
                  0.0
                ],
                [
                  0.08237245678901672,
                  0.09859952330589294,
                  0.07127595692873001,
                  0.06458813697099686,
                  0.1798294186592102,
                  0.04885886609554291,
                  0.3993942439556122,
                  0.045429129153490067,
                  0.009652392007410526
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08332261443138123,
                  0.9166773557662964,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.011209185235202312,
                  0.18252062797546387,
                  0.8062701225280762,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.02285616286098957,
                  0.1720503866672516,
                  0.46988704800605774,
                  0.3352064788341522,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.009580611251294613,
                  0.13324671983718872,
                  0.4202023148536682,
                  0.2545660734176636,
                  0.1824042797088623,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.013076269999146461,
                  0.148491770029068,
                  0.3514845371246338,
                  0.24576148390769958,
                  0.2327623963356018,
                  0.008423550054430962,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.022860568016767502,
                  0.13751815259456635,
                  0.3129103481769562,
                  0.24313028156757355,
                  0.2355135679244995,
                  0.022000916302204132,
                  0.026066115126013756,
                  0.0,
                  0.0
                ],
                [
                  0.04341535642743111,
                  0.12504206597805023,
                  0.2684957683086395,
                  0.1963328719139099,
                  0.21637967228889465,
                  0.05225526914000511,
                  0.05219998210668564,
                  0.04587908834218979,
                  0.0
                ],
                [
                  0.0018453985685482621,
                  0.016452006995677948,
                  0.09663426131010056,
                  0.03266207501292229,
                  0.019405288621783257,
                  0.00021886784816160798,
                  0.0002708984538912773,
                  0.0027317162603139877,
                  0.8297794461250305
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20786994695663452,
                  0.7921300530433655,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08444955945014954,
                  0.356503427028656,
                  0.5590469837188721,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.013579280115664005,
                  0.04849063977599144,
                  0.09832155704498291,
                  0.8396084904670715,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.013503133319318295,
                  0.044157907366752625,
                  0.0934983342885971,
                  0.36625704169273376,
                  0.482583612203598,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.015384736470878124,
                  0.049879368394613266,
                  0.10087379813194275,
                  0.3634914755821228,
                  0.4423971474170685,
                  0.027973487973213196,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0016617721412330866,
                  0.00649126386269927,
                  0.013966294005513191,
                  0.08555751293897629,
                  0.11697247624397278,
                  0.006185919977724552,
                  0.7691648006439209,
                  0.0,
                  0.0
                ],
                [
                  0.024897610768675804,
                  0.04169435426592827,
                  0.06345782428979874,
                  0.11373477429151535,
                  0.13598302006721497,
                  0.037430956959724426,
                  0.30567365884780884,
                  0.27712777256965637,
                  0.0
                ],
                [
                  0.008686918765306473,
                  0.023312099277973175,
                  0.02850053831934929,
                  0.12420889735221863,
                  0.11303169280290604,
                  0.009878292679786682,
                  0.35015153884887695,
                  0.26123568415641785,
                  0.08099429309368134
                ]
              ]
            ]
          ]
        }
      ],
      "sample_temperature": 1.0
    },
    {
      "step": 2000,
      "sample": "\nROMEO:\nAnd a reat lever his wear badin-my and depase my for it eg'ty\ngrod premity to\nStrestil of thealsnce I swell so tree:\nHou'm's hadse; for sorry are ving:\nHis no l",
      "probes": [
        {
          "prompt": "\nROMEO:\n",
          "ids": [
            0,
            30,
            27,
            25,
            17,
            27,
            10,
            0
          ],
          "scores": [
            3.902256965637207,
            -0.4571670889854431,
            -2.5246667861938477,
            -2.8106865882873535,
            -2.687505006790161,
            1.341914415359497,
            -3.4862616062164307,
            -1.0271687507629395,
            -2.204998731613159,
            -0.5887025594711304,
            -0.25317326188087463,
            -2.57464599609375,
            -2.4977617263793945,
            4.522449970245361,
            4.046384334564209,
            3.5019009113311768,
            3.0889689922332764,
            3.1375033855438232,
            3.0842556953430176,
            3.4235801696777344,
            4.88999080657959,
            5.042830467224121,
            1.000686526298523,
            2.161649703979492,
            3.7572286128997803,
            3.8882782459259033,
            4.922955513000488,
            3.6142890453338623,
            3.14809513092041,
            0.7142065763473511,
            2.084273099899292,
            4.587855815887451,
            4.8277907371521,
            1.6871733665466309,
            2.5219480991363525,
            4.576663970947266,
            -2.428205728530884,
            3.5462944507598877,
            -2.6085047721862793,
            -0.3810290992259979,
            0.05242736637592316,
            -1.2239733934402466,
            -0.642116904258728,
            -2.298297882080078,
            -1.494954228401184,
            -0.9015058279037476,
            0.17901885509490967,
            -1.1891597509384155,
            -3.2499656677246094,
            -2.7069151401519775,
            -2.070239782333374,
            -0.8388712406158447,
            -0.9820014238357544,
            -1.9111061096191406,
            -1.4055522680282593,
            -2.554100751876831,
            -3.4763600826263428,
            -0.329336017370224,
            -0.40585166215896606,
            -2.647239923477173,
            -2.343139886856079,
            0.7271472215652466,
            -3.6110634803771973,
            -0.8315224051475525,
            -3.488497257232666
          ],
          "probabilities": [
            0.03755294531583786,
            0.0004801425093319267,
            6.073883923818357e-05,
            4.562991307466291e-05,
            5.1611539674922824e-05,
            0.002902026055380702,
            2.3219412469188683e-05,
            0.00027153236442245543,
            8.361735672224313e-05,
            0.00042096403194591403,
            0.0005887941806577146,
            5.7777768233790994e-05,
            6.239520007511601e-05,
            0.06982169300317764,
            0.04337482154369354,
            0.025163529440760612,
            0.016650892794132233,
            0.01747896522283554,
            0.01657259650528431,
            0.023267904296517372,
            0.10083501040935516,
            0.11748671531677246,
            0.0020630417857319117,
            0.0065873065032064915,
            0.032483212649822235,
            0.03703165426850319,
            0.1042143926024437,
            0.02815665677189827,
            0.017665082588791847,
            0.00154914241284132,
            0.0060968236066401005,
            0.07454109191894531,
            0.09475413709878922,
            0.004098692908883095,
            0.00944459717720747,
            0.07371149212121964,
            6.688967550871894e-05,
            0.026305794715881348,
            5.5854230595286936e-05,
            0.0005181272863410413,
            0.0007992528844624758,
            0.00022302342404145747,
            0.00039906849269755185,
            7.616882066940889e-05,
            0.0001700846041785553,
            0.0003078904701396823,
            0.0009071148815564811,
            0.00023092434275895357,
            2.9408520276774652e-05,
            5.0619411922525615e-05,
            9.568007953930646e-05,
            0.0003277919313404709,
            0.0002840779779944569,
            0.00011218440340599045,
            0.0001859908807091415,
            5.89770897931885e-05,
            2.345045140828006e-05,
            0.0005456152139231563,
            0.0005054242792539299,
            5.373208841774613e-05,
            7.282871956704184e-05,
            0.0015693192835897207,
            2.049510476354044e-05,
            0.00033020961564034224,
            2.3167543986346573e-05
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.7615306973457336,
                  0.23846928775310516,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.29645416140556335,
                  0.397270143032074,
                  0.3062756359577179,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.081291064620018,
                  0.0431169755756855,
                  0.6307229995727539,
                  0.2448689490556717,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.07493019849061966,
                  0.028523502871394157,
                  0.2371857762336731,
                  0.4609506130218506,
                  0.19840988516807556,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0702589750289917,
                  0.021885059773921967,
                  0.0497981496155262,
                  0.16326308250427246,
                  0.4294622540473938,
                  0.2653324604034424,
                  0.0,
                  0.0
                ],
                [
                  0.15523661673069,
                  0.11583256721496582,
                  0.05324070528149605,
                  0.09998787194490433,
                  0.2402866929769516,
                  0.2708842158317566,
                  0.06453132629394531,
                  0.0
                ],
                [
                  0.04579729959368706,
                  0.05063065141439438,
                  0.13816317915916443,
                  0.07857082784175873,
                  0.10712920129299164,
                  0.15141285955905914,
                  0.27245619893074036,
                  0.15583978593349457
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8577728271484375,
                  0.14222724735736847,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17608723044395447,
                  0.7686840891838074,
                  0.05522872880101204,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3312932252883911,
                  0.26732948422431946,
                  0.23254619538784027,
                  0.16883109509944916,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.10523870587348938,
                  0.279287725687027,
                  0.0484791062772274,
                  0.4592278301715851,
                  0.10776663571596146,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.026196517050266266,
                  0.09042225033044815,
                  0.007737430743873119,
                  0.6011384129524231,
                  0.13434436917304993,
                  0.1401609629392624,
                  0.0,
                  0.0
                ],
                [
                  0.09931370615959167,
                  0.09946626424789429,
                  0.11485754698514938,
                  0.15554405748844147,
                  0.11993417143821716,
                  0.19080418348312378,
                  0.22008009254932404,
                  0.0
                ],
                [
                  0.09780623763799667,
                  0.039061568677425385,
                  0.17443817853927612,
                  0.06931779533624649,
                  0.13354304432868958,
                  0.19254925847053528,
                  0.1243833601474762,
                  0.1689005345106125
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.721720278263092,
                  0.27827975153923035,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3752194344997406,
                  0.4000921845436096,
                  0.22468839585781097,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20515887439250946,
                  0.32478028535842896,
                  0.22268325090408325,
                  0.24737752974033356,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.09556514769792557,
                  0.4694112539291382,
                  0.032471705228090286,
                  0.310879647731781,
                  0.09167231619358063,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.12648674845695496,
                  0.1297530233860016,
                  0.09870980679988861,
                  0.26281917095184326,
                  0.19314457476139069,
                  0.18908672034740448,
                  0.0,
                  0.0
                ],
                [
                  0.3218916952610016,
                  0.15048618614673615,
                  0.07191569358110428,
                  0.12021224200725555,
                  0.11492330580949783,
                  0.10539805889129639,
                  0.11517279595136642,
                  0.0
                ],
                [
                  0.03244812414050102,
                  0.042959343641996384,
                  0.01747380942106247,
                  0.09134232997894287,
                  0.17889197170734406,
                  0.05469347536563873,
                  0.353472501039505,
                  0.22871850430965424
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.853179395198822,
                  0.14682058990001678,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.28344786167144775,
                  0.6857709884643555,
                  0.03078111819922924,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20689783990383148,
                  0.09233099967241287,
                  0.5611292719841003,
                  0.13964179158210754,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.21537411212921143,
                  0.3164781928062439,
                  0.025853311643004417,
                  0.31649085879325867,
                  0.12580351531505585,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.05062030255794525,
                  0.11086694896221161,
                  0.005870492663234472,
                  0.5354174971580505,
                  0.2836335599422455,
                  0.013591073453426361,
                  0.0,
                  0.0
                ],
                [
                  0.13008061051368713,
                  0.1396954357624054,
                  0.04505497217178345,
                  0.1106279268860817,
                  0.09629906713962555,
                  0.04769951105117798,
                  0.4305424392223358,
                  0.0
                ],
                [
                  0.07125045359134674,
                  0.04395069181919098,
                  0.06668993830680847,
                  0.06454451382160187,
                  0.08778116852045059,
                  0.11141838133335114,
                  0.35233795642852783,
                  0.2020268738269806
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8143914341926575,
                  0.18560855090618134,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.10354217886924744,
                  0.12734104692935944,
                  0.7691168189048767,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.13410809636116028,
                  0.04073124751448631,
                  0.7664300799369812,
                  0.058730632066726685,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.046965353190898895,
                  0.08912219852209091,
                  0.669236958026886,
                  0.020216554403305054,
                  0.17445895075798035,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.02832716517150402,
                  0.03469962254166603,
                  0.38077664375305176,
                  0.010849425569176674,
                  0.06572768092155457,
                  0.47961941361427307,
                  0.0,
                  0.0
                ],
                [
                  0.04606062173843384,
                  0.038159240037202835,
                  0.30307191610336304,
                  0.04050508141517639,
                  0.08741679042577744,
                  0.3306621313095093,
                  0.15412423014640808,
                  0.0
                ],
                [
                  0.04151067137718201,
                  0.06435878574848175,
                  0.2647659182548523,
                  0.04573783650994301,
                  0.14538651704788208,
                  0.22361591458320618,
                  0.17842398583889008,
                  0.03620041161775589
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2351621687412262,
                  0.7648378014564514,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2374071627855301,
                  0.46482688188552856,
                  0.29776597023010254,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.11904174089431763,
                  0.3318687379360199,
                  0.14466312527656555,
                  0.4044263958930969,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.13818348944187164,
                  0.23237481713294983,
                  0.1545727252960205,
                  0.24140465259552002,
                  0.2334643453359604,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.18162837624549866,
                  0.056142665445804596,
                  0.21725109219551086,
                  0.1026405617594719,
                  0.14223556220531464,
                  0.30010178685188293,
                  0.0,
                  0.0
                ],
                [
                  0.21762652695178986,
                  0.005574790295213461,
                  0.18716824054718018,
                  0.017720025032758713,
                  0.03408532962203026,
                  0.5045732259750366,
                  0.03325184807181358,
                  0.0
                ],
                [
                  0.05790943652391434,
                  0.2660336196422577,
                  0.06759952008724213,
                  0.2600025534629822,
                  0.17230649292469025,
                  0.07491089403629303,
                  0.0581248477101326,
                  0.04311269149184227
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8852776885032654,
                  0.11472229659557343,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2711417078971863,
                  0.04079065099358559,
                  0.688067615032196,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3993403911590576,
                  0.10295046120882034,
                  0.3429504632949829,
                  0.1547587364912033,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.02156459540128708,
                  0.012953270226716995,
                  0.03788130357861519,
                  0.011109006591141224,
                  0.9164918065071106,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.016565613448619843,
                  0.003559169825166464,
                  0.0678134486079216,
                  0.012582316063344479,
                  0.8612038493156433,
                  0.03827561438083649,
                  0.0,
                  0.0
                ],
                [
                  0.15568019449710846,
                  0.03667858615517616,
                  0.1936771273612976,
                  0.08625954389572144,
                  0.18980959057807922,
                  0.14202666282653809,
                  0.19586826860904694,
                  0.0
                ],
                [
                  0.007892809808254242,
                  0.0009361669654026628,
                  0.009482027031481266,
                  0.00154044758528471,
                  0.1006186380982399,
                  0.0008151151123456657,
                  0.0009401528513990343,
                  0.8777746558189392
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.6798558235168457,
                  0.3201441168785095,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.455826073884964,
                  0.28981754183769226,
                  0.25435638427734375,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4060433804988861,
                  0.13112421333789825,
                  0.33949023485183716,
                  0.12334216386079788,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.299007773399353,
                  0.21206559240818024,
                  0.27579089999198914,
                  0.19275996088981628,
                  0.020375842228531837,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.30054888129234314,
                  0.18957296013832092,
                  0.12493874132633209,
                  0.245088592171669,
                  0.005833422299474478,
                  0.1340174525976181,
                  0.0,
                  0.0
                ],
                [
                  0.21855083107948303,
                  0.1253919154405594,
                  0.14307236671447754,
                  0.10114401578903198,
                  0.07668405026197433,
                  0.1044294461607933,
                  0.23072730004787445,
                  0.0
                ],
                [
                  0.14374352991580963,
                  0.09324832260608673,
                  0.11657600104808807,
                  0.07471496611833572,
                  0.016348334029316902,
                  0.051123350858688354,
                  0.4277575612068176,
                  0.07648792862892151
                ]
              ]
            ]
          ]
        },
        {
          "prompt": "\nJULIET:\n",
          "ids": [
            0,
            22,
            33,
            24,
            21,
            17,
            32,
            10,
            0
          ],
          "scores": [
            3.1011574268341064,
            0.5501595735549927,
            -3.0264980792999268,
            -4.243838787078857,
            -4.0474114418029785,
            2.1472928524017334,
            -3.4692296981811523,
            -1.214012861251831,
            -2.9263699054718018,
            -1.7595919370651245,
            -0.9187657237052917,
            -3.1610138416290283,
            -2.938718795776367,
            4.291891574859619,
            3.2869467735290527,
            2.4608259201049805,
            1.8760257959365845,
            1.4894983768463135,
            2.409653902053833,
            2.1609160900115967,
            3.9158055782318115,
            5.037068843841553,
            -0.5385494828224182,
            0.8679267764091492,
            2.4622676372528076,
            3.049178123474121,
            3.6133201122283936,
            3.6080729961395264,
            1.9605380296707153,
            -1.126604676246643,
            0.8766418099403381,
            3.801180839538574,
            4.640305519104004,
            1.0735188722610474,
            1.1205147504806519,
            4.447112560272217,
            -3.5337607860565186,
            3.0098657608032227,
            -3.7994959354400635,
            0.22123199701309204,
            0.5729895234107971,
            -1.0842435359954834,
            -0.8357751369476318,
            -1.5350723266601562,
            -0.7922196388244629,
            -0.38592401146888733,
            -0.6600596904754639,
            -0.7033553123474121,
            -4.191363334655762,
            -2.902249336242676,
            -1.600020170211792,
            -0.3934078514575958,
            -0.5774661302566528,
            -1.8066083192825317,
            -1.339948296546936,
            -3.415891170501709,
            -3.1902008056640625,
            0.02842220477759838,
            0.369710773229599,
            -2.746594190597534,
            -2.2736520767211914,
            0.5523887872695923,
            -4.128686428070068,
            -1.2131680250167847,
            -4.050351619720459
          ],
          "probabilities": [
            0.02876007929444313,
            0.0022433949634432793,
            6.274555926211178e-05,
            1.8573713532532565e-05,
            2.260507972096093e-05,
            0.011079800315201283,
            4.030021955259144e-05,
            0.00038435764145106077,
            6.935346027603373e-05,
            0.00022273752256296575,
            0.0005163684254512191,
            5.484835128299892e-05,
            6.850230420241132e-05,
            0.09460614621639252,
            0.03463198244571686,
            0.01515994593501091,
            0.008447381667792797,
            0.00573925394564867,
            0.014403694309294224,
            0.01123177632689476,
            0.06495121866464615,
            0.19931763410568237,
            0.0007552408496849239,
            0.0030825508292764425,
            0.01518181711435318,
            0.027303339913487434,
            0.047997597604990005,
            0.047746408730745316,
            0.009192323312163353,
            0.00041946565033867955,
            0.003109533106908202,
            0.057917043566703796,
            0.1340397447347641,
            0.003786149900406599,
            0.0039683314971625805,
            0.1104920282959938,
            3.7781726859975606e-05,
            0.02625080570578575,
            2.8965052479179576e-05,
            0.0016145604895427823,
            0.00229520071297884,
            0.0004376164579298347,
            0.0005610507214441895,
            0.0002788053243421018,
            0.0005860273377038538,
            0.0008797715418040752,
            0.0006688278517685831,
            0.0006404882878996432,
            1.9574414181988686e-05,
            7.104665564838797e-05,
            0.00026127308956347406,
            0.0008732119458727539,
            0.0007264140294864774,
            0.00021250762802083045,
            0.00033887726021930575,
            4.250811252859421e-05,
            5.327061444404535e-05,
            0.001331429579295218,
            0.0018730006413534284,
            8.30125791253522e-05,
            0.0001332109677605331,
            0.0022484015207737684,
            2.0840530851273797e-05,
            0.00038468235288746655,
            2.2538715711561963e-05
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.6903965473175049,
                  0.3096034526824951,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.27439725399017334,
                  0.5714728832244873,
                  0.15412980318069458,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.10944875329732895,
                  0.08512923866510391,
                  0.6795297861099243,
                  0.12589213252067566,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.13307106494903564,
                  0.06460069119930267,
                  0.1991104781627655,
                  0.4418404698371887,
                  0.16137725114822388,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.06575518101453781,
                  0.030069980770349503,
                  0.07720256596803665,
                  0.11082664877176285,
                  0.5129787921905518,
                  0.20316682755947113,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08091539889574051,
                  0.06534679979085922,
                  0.03589995577931404,
                  0.038074735552072525,
                  0.13631103932857513,
                  0.5837351679801941,
                  0.05971693992614746,
                  0.0,
                  0.0
                ],
                [
                  0.09460890293121338,
                  0.10530272871255875,
                  0.18185698986053467,
                  0.11075708270072937,
                  0.11474021524190903,
                  0.11627458781003952,
                  0.16404633224010468,
                  0.1124131977558136,
                  0.0
                ],
                [
                  0.019307011738419533,
                  0.0082648741081357,
                  0.03537675738334656,
                  0.08514817804098129,
                  0.048052120953798294,
                  0.03815339133143425,
                  0.028077654540538788,
                  0.6294043660163879,
                  0.10821570456027985
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.9406652450561523,
                  0.05933479219675064,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.14522582292556763,
                  0.7998886108398438,
                  0.054885510355234146,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4387189447879791,
                  0.19786128401756287,
                  0.23216041922569275,
                  0.13125936686992645,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.10000284761190414,
                  0.46847066283226013,
                  0.04945356771349907,
                  0.23849819600582123,
                  0.14357468485832214,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.06626416742801666,
                  0.3108751177787781,
                  0.028890779241919518,
                  0.34427741169929504,
                  0.13639888167381287,
                  0.1132936179637909,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.03482985496520996,
                  0.05173651874065399,
                  0.013986076228320599,
                  0.11720230430364609,
                  0.2328597605228424,
                  0.24750705063343048,
                  0.3018783628940582,
                  0.0,
                  0.0
                ],
                [
                  0.10171786695718765,
                  0.17976634204387665,
                  0.11791875213384628,
                  0.10304918140172958,
                  0.09843633323907852,
                  0.0757717490196228,
                  0.12270831316709518,
                  0.20063145458698273,
                  0.0
                ],
                [
                  0.07515785098075867,
                  0.015563246794044971,
                  0.11948441714048386,
                  0.05792456865310669,
                  0.15467137098312378,
                  0.11116916686296463,
                  0.16935411095619202,
                  0.1583847999572754,
                  0.13829044997692108
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5859255194664001,
                  0.4140744209289551,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3518550992012024,
                  0.4239031672477722,
                  0.2242417335510254,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2278602123260498,
                  0.31786060333251953,
                  0.3174828886985779,
                  0.13679631054401398,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2645491063594818,
                  0.24124634265899658,
                  0.08006037771701813,
                  0.28737518191337585,
                  0.12676897644996643,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.12788300216197968,
                  0.19841709733009338,
                  0.19020791351795197,
                  0.12212099134922028,
                  0.20747993886470795,
                  0.15389099717140198,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.06980717927217484,
                  0.07569684833288193,
                  0.054610151797533035,
                  0.20047298073768616,
                  0.24253906309604645,
                  0.24524164199829102,
                  0.11163217574357986,
                  0.0,
                  0.0
                ],
                [
                  0.28915679454803467,
                  0.14729471504688263,
                  0.051605816930532455,
                  0.12578430771827698,
                  0.03358890116214752,
                  0.127845898270607,
                  0.05335528403520584,
                  0.1713683009147644,
                  0.0
                ],
                [
                  0.02945854514837265,
                  0.0387711375951767,
                  0.027748053893446922,
                  0.07939906418323517,
                  0.0684492215514183,
                  0.19462449848651886,
                  0.036913156509399414,
                  0.3051125109195709,
                  0.21952372789382935
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.7450575232505798,
                  0.25494247674942017,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1789168417453766,
                  0.7877469062805176,
                  0.03333626687526703,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.27801188826560974,
                  0.20583228766918182,
                  0.2867989242076874,
                  0.22935687005519867,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0725255236029625,
                  0.8271716833114624,
                  0.01312987320125103,
                  0.04394102096557617,
                  0.04323183372616768,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17423896491527557,
                  0.4240899980068207,
                  0.031440723687410355,
                  0.10978686064481735,
                  0.12433268129825592,
                  0.13611072301864624,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08018411695957184,
                  0.27454933524131775,
                  0.043236143887043,
                  0.06693753600120544,
                  0.12818396091461182,
                  0.204966202378273,
                  0.20194271206855774,
                  0.0,
                  0.0
                ],
                [
                  0.08145035058259964,
                  0.14820876717567444,
                  0.03104587085545063,
                  0.07242807000875473,
                  0.09414200484752655,
                  0.05385744944214821,
                  0.045121930539608,
                  0.4737456142902374,
                  0.0
                ],
                [
                  0.049467071890830994,
                  0.02494952268898487,
                  0.06031167507171631,
                  0.03600309416651726,
                  0.07692430913448334,
                  0.06779605150222778,
                  0.15862999856472015,
                  0.34763413667678833,
                  0.17828412353992462
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8858025670051575,
                  0.11419739574193954,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.17829711735248566,
                  0.6492863893508911,
                  0.17241652309894562,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.09629258513450623,
                  0.22418014705181122,
                  0.012421965599060059,
                  0.6671053171157837,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.024630259722471237,
                  0.13996514678001404,
                  0.026329293847084045,
                  0.5285630822181702,
                  0.28051212430000305,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.017070716246962547,
                  0.24703915417194366,
                  0.011339292861521244,
                  0.4383662939071655,
                  0.05594830960035324,
                  0.23023633658885956,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.012124992907047272,
                  0.22337038815021515,
                  0.005190378054976463,
                  0.16578955948352814,
                  0.021952150389552116,
                  0.07654740661382675,
                  0.4950252175331116,
                  0.0,
                  0.0
                ],
                [
                  0.030958473682403564,
                  0.22875262796878815,
                  0.019875163212418556,
                  0.10827897489070892,
                  0.024390792474150658,
                  0.0981673076748848,
                  0.3571189343929291,
                  0.1324577033519745,
                  0.0
                ],
                [
                  0.013974197208881378,
                  0.08568466454744339,
                  0.01990656554698944,
                  0.1443229615688324,
                  0.07678503543138504,
                  0.06582806259393692,
                  0.4687582552433014,
                  0.11189837753772736,
                  0.01284186914563179
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.5396178364753723,
                  0.4603821635246277,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20179253816604614,
                  0.49041685461997986,
                  0.30779051780700684,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.07983262091875076,
                  0.17263221740722656,
                  0.10778560489416122,
                  0.6397495865821838,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08704684674739838,
                  0.13820286095142365,
                  0.10433058440685272,
                  0.34843921661376953,
                  0.32198047637939453,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08009225130081177,
                  0.155478835105896,
                  0.1024194061756134,
                  0.2682499289512634,
                  0.23589642345905304,
                  0.15786314010620117,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2399376481771469,
                  0.15277697145938873,
                  0.14769047498703003,
                  0.11129840463399887,
                  0.10741293430328369,
                  0.14667604863643646,
                  0.09420741349458694,
                  0.0,
                  0.0
                ],
                [
                  0.38651448488235474,
                  0.0733184963464737,
                  0.15503081679344177,
                  0.06978097558021545,
                  0.08544863760471344,
                  0.14174073934555054,
                  0.03311919793486595,
                  0.05504676327109337,
                  0.0
                ],
                [
                  0.02798702009022236,
                  0.046095822006464005,
                  0.04610837623476982,
                  0.1860734522342682,
                  0.18442510068416595,
                  0.09073115140199661,
                  0.3426246643066406,
                  0.053738273680210114,
                  0.022216124460101128
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8635404109954834,
                  0.1364595592021942,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.04702994227409363,
                  0.01590801030397415,
                  0.9370620846748352,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0016276007518172264,
                  0.0009559711324982345,
                  0.06619632989168167,
                  0.9312200546264648,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0014588333433493972,
                  0.000967762025538832,
                  0.053135547786951065,
                  0.6999115943908691,
                  0.2445262372493744,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0006447701016440988,
                  0.0004063276865053922,
                  0.027973273769021034,
                  0.3395903408527374,
                  0.1495538353919983,
                  0.48183152079582214,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.007679153699427843,
                  0.024568334221839905,
                  0.042360689491033554,
                  0.2750197947025299,
                  0.09612967818975449,
                  0.4846709370613098,
                  0.06957142800092697,
                  0.0,
                  0.0
                ],
                [
                  0.06155293434858322,
                  0.02037937194108963,
                  0.10270799696445465,
                  0.1903320699930191,
                  0.15060730278491974,
                  0.3068566620349884,
                  0.07944021373987198,
                  0.08812353760004044,
                  0.0
                ],
                [
                  0.0036633231211453676,
                  0.0005438536172732711,
                  0.02205030620098114,
                  0.16740667819976807,
                  0.06560217589139938,
                  0.15381033718585968,
                  0.0009062463650479913,
                  0.0012937072897329926,
                  0.5847234129905701
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.45747503638267517,
                  0.5425249338150024,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.37652793526649475,
                  0.48899367451667786,
                  0.1344783902168274,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.03971170261502266,
                  0.06735275685787201,
                  0.016343211755156517,
                  0.8765923380851746,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.026079202070832253,
                  0.030144205316901207,
                  0.018888646736741066,
                  0.44535231590270996,
                  0.47953569889068604,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.01336316391825676,
                  0.01604245789349079,
                  0.012659067288041115,
                  0.473715603351593,
                  0.47653988003730774,
                  0.007679687347263098,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0514986552298069,
                  0.06907790899276733,
                  0.012560582719743252,
                  0.4295233488082886,
                  0.2996283769607544,
                  0.007906596176326275,
                  0.12980449199676514,
                  0.0,
                  0.0
                ],
                [
                  0.19283755123615265,
                  0.22215178608894348,
                  0.05702469125390053,
                  0.09173636883497238,
                  0.06338611990213394,
                  0.0625397190451622,
                  0.11060622334480286,
                  0.1997174620628357,
                  0.0
                ],
                [
                  0.12101661413908005,
                  0.14970356225967407,
                  0.04691223055124283,
                  0.13480700552463531,
                  0.12541699409484863,
                  0.0231210645288229,
                  0.087443508207798,
                  0.27726122736930847,
                  0.03431783616542816
                ]
              ]
            ]
          ]
        }
      ],
      "sample_temperature": 1.0
    },
    {
      "step": 4000,
      "sample": "\nROMEO:\nOF QOEXEN EDWARD:\n'Tis and a last fast depass yoursess! even his\ndeple's a seld-tightly, and a such I sweet soon\nAs it their had belp's drongers; and of it.\n\nMa",
      "probes": [
        {
          "prompt": "\nROMEO:\n",
          "ids": [
            0,
            30,
            27,
            25,
            17,
            27,
            10,
            0
          ],
          "scores": [
            4.126270771026611,
            -0.8809289336204529,
            -3.6268393993377686,
            -4.019591331481934,
            -3.3516852855682373,
            2.3198773860931396,
            -3.948982000350952,
            -2.0351974964141846,
            -3.0960750579833984,
            0.004528566263616085,
            -1.4291633367538452,
            -3.43237042427063,
            -2.983045816421509,
            5.529736518859863,
            4.398278713226318,
            4.720710277557373,
            2.936739206314087,
            3.2759509086608887,
            3.970349073410034,
            3.632964849472046,
            4.487015247344971,
            5.357006072998047,
            0.8911697864532471,
            1.9235974550247192,
            3.832953691482544,
            5.152273654937744,
            5.118373394012451,
            5.06041955947876,
            3.631129503250122,
            -0.003879095893353224,
            2.286357879638672,
            5.5395283699035645,
            5.8966965675354,
            2.915663957595825,
            1.2525198459625244,
            5.316934108734131,
            -3.7130072116851807,
            4.160223007202148,
            -2.0479958057403564,
            -0.4915539026260376,
            -0.05424162745475769,
            -1.3520426750183105,
            -1.528615951538086,
            -2.0699691772460938,
            -1.3172301054000854,
            -0.790052056312561,
            -0.5962167978286743,
            -1.0525683164596558,
            -2.7259154319763184,
            -3.862806558609009,
            -2.1281070709228516,
            -1.4902504682540894,
            -0.6395148634910583,
            -1.3221511840820312,
            -1.409141182899475,
            -3.101142406463623,
            -2.9393317699432373,
            -0.22269143164157867,
            0.0627855509519577,
            -3.1333320140838623,
            -3.436086654663086,
            -0.013293903321027756,
            -4.988237380981445,
            -1.3192212581634521,
            -3.3350367546081543
          ],
          "probabilities": [
            0.025024615228176117,
            0.00016740491264499724,
            1.0745696272351779e-05,
            7.2554480539110955e-06,
            1.4149219168757554e-05,
            0.0041101789101958275,
            7.78627691033762e-06,
            5.278076423564926e-05,
            1.827017513278406e-05,
            0.0004058050981257111,
            9.675490582594648e-05,
            1.3052423128101509e-05,
            2.0456454876693897e-05,
            0.10183214396238327,
            0.03284724801778793,
            0.04534497857093811,
            0.007616587448865175,
            0.010692473500967026,
            0.0214117169380188,
            0.015280141495168209,
            0.03589523211121559,
            0.08567793667316437,
            0.0009848747868090868,
            0.002765403361991048,
            0.01866299845278263,
            0.0698159784078598,
            0.06748886406421661,
            0.06368879973888397,
            0.015252123586833477,
            0.0004024075751658529,
            0.00397469149902463,
            0.10283416509628296,
            0.14697842299938202,
            0.007457745727151632,
            0.0014135572127997875,
            0.08231252431869507,
            9.858529665507376e-06,
            0.025888847187161446,
            5.2109560783719644e-05,
            0.0002470994077157229,
            0.00038264316390268505,
            0.0001045119934133254,
            8.759540651226416e-05,
            5.097703979117796e-05,
            0.00010821437899721786,
            0.00018333086336497217,
            0.0002225446660304442,
            0.00014100228145252913,
            2.645457243488636e-05,
            8.487018021696713e-06,
            4.8097870603669435e-05,
            9.102133481064811e-05,
            0.00021311450109351426,
            0.00010768316860776395,
            9.871170186670497e-05,
            1.8177819583797827e-05,
            2.1370531612774357e-05,
            0.0003233233583159745,
            0.00043014835682697594,
            1.7602003936190158e-05,
            1.3004017091589049e-05,
            0.00039863682468421757,
            2.754146635197685e-06,
            0.00010799916344694793,
            1.438675190001959e-05
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.9067693948745728,
                  0.09323059767484665,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.12378250062465668,
                  0.7212299704551697,
                  0.15498751401901245,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.010583928786218166,
                  0.03839496150612831,
                  0.8770980834960938,
                  0.0739230141043663,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.026183150708675385,
                  0.004839400760829449,
                  0.33228275179862976,
                  0.5674067735671997,
                  0.06928790360689163,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0697162076830864,
                  0.009507961571216583,
                  0.012396221049129963,
                  0.15271051228046417,
                  0.5438013076782227,
                  0.21186789870262146,
                  0.0,
                  0.0
                ],
                [
                  0.15619687736034393,
                  0.22194664180278778,
                  0.017253275960683823,
                  0.014672362245619297,
                  0.15480268001556396,
                  0.3789171874523163,
                  0.056210957467556,
                  0.0
                ],
                [
                  0.0030424902215600014,
                  0.044328369200229645,
                  0.11681976914405823,
                  0.007212726399302483,
                  0.009307734668254852,
                  0.16872982680797577,
                  0.5775502324104309,
                  0.07300888001918793
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.982247531414032,
                  0.01775250770151615,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.27267318964004517,
                  0.6731711626052856,
                  0.0541556254029274,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3764380216598511,
                  0.1919565498828888,
                  0.17675040662288666,
                  0.2548549771308899,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.07107704132795334,
                  0.3922320604324341,
                  0.06985996663570404,
                  0.4248296022415161,
                  0.04200129210948944,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.01659497432410717,
                  0.03839125856757164,
                  0.007984887808561325,
                  0.8022494912147522,
                  0.09060803800821304,
                  0.0441712960600853,
                  0.0,
                  0.0
                ],
                [
                  0.19035063683986664,
                  0.09628770500421524,
                  0.10827802866697311,
                  0.12741665542125702,
                  0.14781740307807922,
                  0.24231499433517456,
                  0.08753452450037003,
                  0.0
                ],
                [
                  0.10227560251951218,
                  0.03710484877228737,
                  0.09456536173820496,
                  0.05159309133887291,
                  0.12871448695659637,
                  0.2966957092285156,
                  0.1452050656080246,
                  0.1438458263874054
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.7346677184104919,
                  0.26533228158950806,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4146486818790436,
                  0.38498565554618835,
                  0.20036564767360687,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.24325063824653625,
                  0.33392128348350525,
                  0.19419856369495392,
                  0.22862954437732697,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.049503736197948456,
                  0.49601760506629944,
                  0.038610320538282394,
                  0.3550374209880829,
                  0.06083087995648384,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.10506577789783478,
                  0.15013529360294342,
                  0.10112164914608002,
                  0.3120798170566559,
                  0.14978505671024323,
                  0.1818123757839203,
                  0.0,
                  0.0
                ],
                [
                  0.35917869210243225,
                  0.11392495036125183,
                  0.0629400983452797,
                  0.0874985083937645,
                  0.10990938544273376,
                  0.05833446979522705,
                  0.20821386575698853,
                  0.0
                ],
                [
                  0.031079981476068497,
                  0.027380893006920815,
                  0.013943440280854702,
                  0.1076611652970314,
                  0.16574156284332275,
                  0.03421500325202942,
                  0.4195191562175751,
                  0.20045877993106842
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.7881930470466614,
                  0.21180695295333862,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.287593811750412,
                  0.698922336101532,
                  0.013483814895153046,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20429719984531403,
                  0.20298394560813904,
                  0.5301558375358582,
                  0.0625629797577858,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.12631331384181976,
                  0.19694294035434723,
                  0.035925548523664474,
                  0.4742373526096344,
                  0.166580930352211,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.009992777369916439,
                  0.03323052451014519,
                  0.001471725176088512,
                  0.8253982067108154,
                  0.12655718624591827,
                  0.0033495209645479918,
                  0.0,
                  0.0
                ],
                [
                  0.13168969750404358,
                  0.1700957715511322,
                  0.020418286323547363,
                  0.15213127434253693,
                  0.13813135027885437,
                  0.0250417310744524,
                  0.3624918758869171,
                  0.0
                ],
                [
                  0.05769742280244827,
                  0.06527996808290482,
                  0.05326520651578903,
                  0.034429602324962616,
                  0.08627259731292725,
                  0.19593346118927002,
                  0.34631088376045227,
                  0.16081087291240692
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8928975462913513,
                  0.10710244625806808,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.07826274633407593,
                  0.02638419345021248,
                  0.8953530192375183,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.07889137417078018,
                  0.014629763551056385,
                  0.8771243691444397,
                  0.029354514554142952,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.005534584168344736,
                  0.021643323823809624,
                  0.48962533473968506,
                  0.01891186088323593,
                  0.46428483724594116,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.005178295075893402,
                  0.010858535766601562,
                  0.42400914430618286,
                  0.012785468250513077,
                  0.16437648236751556,
                  0.38279205560684204,
                  0.0,
                  0.0
                ],
                [
                  0.039007365703582764,
                  0.038052964955568314,
                  0.27136921882629395,
                  0.034330595284700394,
                  0.19902750849723816,
                  0.23845995962619781,
                  0.179752379655838,
                  0.0
                ],
                [
                  0.03363315016031265,
                  0.02055770345032215,
                  0.1769324690103531,
                  0.05075021833181381,
                  0.20314979553222656,
                  0.21766507625579834,
                  0.22557203471660614,
                  0.07173959910869598
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.6300789713859558,
                  0.3699209988117218,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.20557774603366852,
                  0.3279505670070648,
                  0.4664716422557831,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.146040141582489,
                  0.1488722413778305,
                  0.21432135999202728,
                  0.4907662272453308,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.10934463143348694,
                  0.1259503960609436,
                  0.23866762220859528,
                  0.28257980942726135,
                  0.24345749616622925,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.07675156742334366,
                  0.03061230108141899,
                  0.20214557647705078,
                  0.09741935133934021,
                  0.17742115259170532,
                  0.41565006971359253,
                  0.0,
                  0.0
                ],
                [
                  0.16712699830532074,
                  0.006948779337108135,
                  0.07249569892883301,
                  0.01439129002392292,
                  0.10305816680192947,
                  0.5473911762237549,
                  0.08858785778284073,
                  0.0
                ],
                [
                  0.04650654271245003,
                  0.09337802976369858,
                  0.140625461935997,
                  0.34351006150245667,
                  0.145087331533432,
                  0.16307052969932556,
                  0.024011841043829918,
                  0.043810196220874786
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8314114212989807,
                  0.1685885637998581,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4349881112575531,
                  0.3050214350223541,
                  0.2599904239177704,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.15508300065994263,
                  0.09813839197158813,
                  0.13920703530311584,
                  0.6075716614723206,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.005245054606348276,
                  0.00543578015640378,
                  0.02383378893136978,
                  0.03001483529806137,
                  0.935470461845398,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.004263423383235931,
                  0.0018626619130373001,
                  0.05609459429979324,
                  0.026297101750969887,
                  0.7796031832695007,
                  0.13187913596630096,
                  0.0,
                  0.0
                ],
                [
                  0.17454537749290466,
                  0.06539113819599152,
                  0.07738488912582397,
                  0.03297055885195732,
                  0.38753050565719604,
                  0.03199119120836258,
                  0.2301863431930542,
                  0.0
                ],
                [
                  0.0030081821605563164,
                  0.0006761928671039641,
                  0.0028249945025891066,
                  0.0018144313944503665,
                  0.12701097130775452,
                  0.00010068001574836671,
                  0.0011765423696488142,
                  0.8633880019187927
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.7166814804077148,
                  0.28331848978996277,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.21332202851772308,
                  0.45934340357780457,
                  0.32733461260795593,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.7200161814689636,
                  0.06373076140880585,
                  0.17982110381126404,
                  0.0364319309592247,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.26038023829460144,
                  0.10451274365186691,
                  0.33743590116500854,
                  0.047177061438560486,
                  0.2504940927028656,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.11151941120624542,
                  0.029116107150912285,
                  0.19909843802452087,
                  0.03210907801985741,
                  0.06870847940444946,
                  0.5594484806060791,
                  0.0,
                  0.0
                ],
                [
                  0.16243316233158112,
                  0.23231665790081024,
                  0.08179696649312973,
                  0.019759900867938995,
                  0.14541898667812347,
                  0.04130692407488823,
                  0.3169674277305603,
                  0.0
                ],
                [
                  0.08800673484802246,
                  0.04032551124691963,
                  0.016082948073744774,
                  0.0074734254740178585,
                  0.030828410759568214,
                  0.01477971114218235,
                  0.745879054069519,
                  0.05662412568926811
                ]
              ]
            ]
          ]
        },
        {
          "prompt": "\nJULIET:\n",
          "ids": [
            0,
            22,
            33,
            24,
            21,
            17,
            32,
            10,
            0
          ],
          "scores": [
            3.3656625747680664,
            -1.195539951324463,
            -4.294466495513916,
            -4.58997106552124,
            -3.825777292251587,
            2.377700090408325,
            -4.4932684898376465,
            -2.327251434326172,
            -3.740039587020874,
            -0.6863113045692444,
            -2.0324087142944336,
            -4.1981987953186035,
            -3.6861252784729004,
            5.0285868644714355,
            4.086999893188477,
            3.933957576751709,
            2.3133318424224854,
            2.566821336746216,
            3.9845170974731445,
            3.104769706726074,
            3.8834311962127686,
            5.015776634216309,
            0.4198767840862274,
            1.7038944959640503,
            3.662660837173462,
            5.1411237716674805,
            4.809250831604004,
            4.8232102394104,
            3.3487250804901123,
            -0.6940026879310608,
            2.5173563957214355,
            5.042821407318115,
            5.717279434204102,
            2.400153636932373,
            0.7959975004196167,
            5.107352256774902,
            -4.052523136138916,
            3.7294554710388184,
            -2.8889243602752686,
            -0.21388444304466248,
            0.314400315284729,
            -0.9809728264808655,
            -1.1792197227478027,
            -1.5898165702819824,
            -0.8915363550186157,
            -0.4316459000110626,
            -0.4284956455230713,
            -0.8659685254096985,
            -3.069962978363037,
            -3.285085439682007,
            -1.4666279554367065,
            -1.2360988855361938,
            -0.12653996050357819,
            -1.0167498588562012,
            -1.1079211235046387,
            -3.3253445625305176,
            -2.367370128631592,
            -0.1391235589981079,
            0.06711585074663162,
            -2.720219135284424,
            -3.2665855884552,
            0.04692678898572922,
            -4.536362171173096,
            -1.1348695755004883,
            -3.508413791656494
          ],
          "probabilities": [
            0.01610063575208187,
            0.00016824335034471005,
            7.587372238049284e-06,
            5.646183581120567e-06,
            1.2123847227485385e-05,
            0.005994822364300489,
            6.2194562815420795e-06,
            5.425526251201518e-05,
            1.320917272096267e-05,
            0.0002799581561703235,
            7.286020991159603e-05,
            8.354105375474319e-06,
            1.3940893950348254e-05,
            0.08492622524499893,
            0.03312194347381592,
            0.02842172048985958,
            0.005621103569865227,
            0.007242869585752487,
            0.029895655810832977,
            0.012403340078890324,
            0.02702135033905506,
            0.08384524285793304,
            0.0008462611003778875,
            0.003055950626730919,
            0.021668443456292152,
            0.09504209458827972,
            0.06820015609264374,
            0.0691588744521141,
            0.015830226242542267,
            0.0002778131456580013,
            0.0068933176808059216,
            0.08614375442266464,
            0.16909751296043396,
            0.0061309500597417355,
            0.0012326837750151753,
            0.09188597649335861,
            9.664203389547765e-06,
            0.023165209218859673,
            3.0939288990339264e-05,
            0.0004490198043640703,
            0.0007615467184223235,
            0.00020850825239904225,
            0.00017101164849009365,
            0.00011342420475557446,
            0.0002280158514622599,
            0.00036115437978878617,
            0.00036229396937415004,
            0.00023392081493511796,
            2.5815830667852424e-05,
            2.081899219774641e-05,
            0.00012829384650103748,
            0.0001615561341168359,
            0.0004900028579868376,
            0.00020118030079174787,
            0.00018364972493145615,
            1.999750020331703e-05,
            5.2121667977189645e-05,
            0.00048387565766461194,
            0.00059470598353073,
            3.662506060209125e-05,
            2.120773569913581e-05,
            0.0005828199791722,
            5.957135272183223e-06,
            0.00017876674246508628,
            1.6652129488647915e-05
          ],
          "attention": [
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8558977246284485,
                  0.1441023349761963,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.16807647049427032,
                  0.7561596035957336,
                  0.07576391845941544,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.013081973418593407,
                  0.13695596158504486,
                  0.7940356135368347,
                  0.05592644587159157,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.04887329787015915,
                  0.015167121775448322,
                  0.19130049645900726,
                  0.6024213433265686,
                  0.14223778247833252,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.07691359519958496,
                  0.014270104467868805,
                  0.014091994613409042,
                  0.12496092915534973,
                  0.68247389793396,
                  0.08728953450918198,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.028522802516818047,
                  0.08386284857988358,
                  0.013324672356247902,
                  0.007661336567252874,
                  0.09814327955245972,
                  0.6955369114875793,
                  0.0729481428861618,
                  0.0,
                  0.0
                ],
                [
                  0.01876249350607395,
                  0.15915831923484802,
                  0.2746054530143738,
                  0.026449095457792282,
                  0.022478707134723663,
                  0.11140119284391403,
                  0.3414962589740753,
                  0.04564854875206947,
                  0.0
                ],
                [
                  0.0023671910166740417,
                  0.00192598148714751,
                  0.03704267740249634,
                  0.05613560229539871,
                  0.008883831091225147,
                  0.008093358017504215,
                  0.07685036212205887,
                  0.7271664142608643,
                  0.08153459429740906
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.9680545330047607,
                  0.03194548562169075,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.06523171067237854,
                  0.9250924587249756,
                  0.009675788693130016,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2302514612674713,
                  0.5276188850402832,
                  0.12738235294818878,
                  0.11474735289812088,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.03538434952497482,
                  0.44359534978866577,
                  0.04879330098628998,
                  0.4538151025772095,
                  0.018411904573440552,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.024099046364426613,
                  0.22716602683067322,
                  0.018074458464980125,
                  0.6667042374610901,
                  0.04544015973806381,
                  0.01851608231663704,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.036170266568660736,
                  0.07219307869672775,
                  0.015500510111451149,
                  0.10722825676202774,
                  0.25368088483810425,
                  0.2967076301574707,
                  0.2185194045305252,
                  0.0,
                  0.0
                ],
                [
                  0.11330610513687134,
                  0.2959921360015869,
                  0.10301512479782104,
                  0.11450464278459549,
                  0.08870722353458405,
                  0.09813503921031952,
                  0.10407070815563202,
                  0.08226902037858963,
                  0.0
                ],
                [
                  0.057833775877952576,
                  0.020704366266727448,
                  0.07370124757289886,
                  0.05035322904586792,
                  0.060894180089235306,
                  0.09836006164550781,
                  0.31510770320892334,
                  0.1549438089132309,
                  0.1681017130613327
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.6253533959388733,
                  0.3746466338634491,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.3409973382949829,
                  0.4081742465496063,
                  0.25082844495773315,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.15198464691638947,
                  0.468719482421875,
                  0.2429705262184143,
                  0.13632535934448242,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.2520037591457367,
                  0.19232240319252014,
                  0.08763387799263,
                  0.3113909959793091,
                  0.1566489189863205,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.06287335604429245,
                  0.3777705430984497,
                  0.19882984459400177,
                  0.11677341163158417,
                  0.1116286963224411,
                  0.13212409615516663,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08397140353918076,
                  0.04526503384113312,
                  0.049510303884744644,
                  0.25390398502349854,
                  0.2638612389564514,
                  0.20808488130569458,
                  0.09540314227342606,
                  0.0,
                  0.0
                ],
                [
                  0.33325791358947754,
                  0.1351197510957718,
                  0.054385337978601456,
                  0.1256396621465683,
                  0.030801592394709587,
                  0.09710539877414703,
                  0.04515314847230911,
                  0.17853718996047974,
                  0.0
                ],
                [
                  0.021684400737285614,
                  0.04843871667981148,
                  0.029824672266840935,
                  0.09086768329143524,
                  0.05436837673187256,
                  0.15195119380950928,
                  0.018840203061699867,
                  0.33992472290992737,
                  0.24410000443458557
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.7250948548316956,
                  0.27490517497062683,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.23223525285720825,
                  0.727408230304718,
                  0.04035649076104164,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1124173253774643,
                  0.36207038164138794,
                  0.36217251420021057,
                  0.1633397489786148,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.02166903018951416,
                  0.8381200432777405,
                  0.04604273661971092,
                  0.054368242621421814,
                  0.03979991748929024,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.12147100269794464,
                  0.28725025057792664,
                  0.09054773300886154,
                  0.15222150087356567,
                  0.16581079363822937,
                  0.18269874155521393,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.08032475411891937,
                  0.491915762424469,
                  0.022913826629519463,
                  0.04914313554763794,
                  0.10270816832780838,
                  0.16338203847408295,
                  0.0896122008562088,
                  0.0,
                  0.0
                ],
                [
                  0.06609746068716049,
                  0.41513317823410034,
                  0.03616419434547424,
                  0.06517961621284485,
                  0.08226628601551056,
                  0.0779586061835289,
                  0.025023404508829117,
                  0.2321772277355194,
                  0.0
                ],
                [
                  0.023054221644997597,
                  0.029843397438526154,
                  0.10814961791038513,
                  0.017944203689694405,
                  0.06743273884057999,
                  0.060818158090114594,
                  0.14331918954849243,
                  0.3874085545539856,
                  0.16202989220619202
                ]
              ]
            ],
            [
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.9313420653343201,
                  0.06865792721509933,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.23199471831321716,
                  0.5307028293609619,
                  0.2373025119304657,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.6048526763916016,
                  0.15439151227474213,
                  0.018348131328821182,
                  0.22240771353244781,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.03593960031867027,
                  0.1470698118209839,
                  0.021656975150108337,
                  0.3719038963317871,
                  0.42342978715896606,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.01824205182492733,
                  0.10466208308935165,
                  0.014537998475134373,
                  0.3565133512020111,
                  0.2024717479944229,
                  0.3035728335380554,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.007532976567745209,
                  0.32524949312210083,
                  0.0051247128285467625,
                  0.07561089098453522,
                  0.026414280757308006,
                  0.12126541882753372,
                  0.4388023018836975,
                  0.0,
                  0.0
                ],
                [
                  0.04464085400104523,
                  0.44132766127586365,
                  0.038956575095653534,
                  0.0746581181883812,
                  0.06836850196123123,
                  0.0870065987110138,
                  0.12536756694316864,
                  0.1196741834282875,
                  0.0
                ],
                [
                  0.03437698632478714,
                  0.13277490437030792,
                  0.01197885163128376,
                  0.056351542472839355,
                  0.07217284291982651,
                  0.05833610147237778,
                  0.43854820728302,
                  0.13884863257408142,
                  0.056611884385347366
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.8386449217796326,
                  0.16135506331920624,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.21137793362140656,
                  0.20031744241714478,
                  0.5883046388626099,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.184669628739357,
                  0.11739665269851685,
                  0.3410590589046478,
                  0.35687464475631714,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.09990052878856659,
                  0.06324204057455063,
                  0.251115083694458,
                  0.26884543895721436,
                  0.3168969452381134,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.04303063824772835,
                  0.06746569275856018,
                  0.2561204135417938,
                  0.2553180754184723,
                  0.2526088058948517,
                  0.1254563331604004,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.1375139355659485,
                  0.07305382192134857,
                  0.1152893453836441,
                  0.11398675292730331,
                  0.14611300826072693,
                  0.1373860090970993,
                  0.2766571342945099,
                  0.0,
                  0.0
                ],
                [
                  0.2743781507015228,
                  0.038368575274944305,
                  0.028550216928124428,
                  0.04186134412884712,
                  0.07815109193325043,
                  0.13977813720703125,
                  0.2850649058818817,
                  0.11384755373001099,
                  0.0
                ],
                [
                  0.01679450087249279,
                  0.026311280205845833,
                  0.1737177073955536,
                  0.2342541366815567,
                  0.23777206242084503,
                  0.08934180438518524,
                  0.1933988779783249,
                  0.014434421434998512,
                  0.013975151814520359
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.792668342590332,
                  0.207331582903862,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.15119023621082306,
                  0.08902985602617264,
                  0.7597799301147461,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0012631173012778163,
                  0.0018864903831854463,
                  0.025493556633591652,
                  0.9713567495346069,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.0005692729610018432,
                  0.000589517061598599,
                  0.00790568720549345,
                  0.9199085831642151,
                  0.07102692127227783,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.00042891979683190584,
                  0.0002331529394723475,
                  0.01499855611473322,
                  0.6203224658966064,
                  0.07684203237295151,
                  0.2871748208999634,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.001141746761277318,
                  0.001539032906293869,
                  0.01892472803592682,
                  0.5165910124778748,
                  0.05918418616056442,
                  0.3225269615650177,
                  0.0800924152135849,
                  0.0,
                  0.0
                ],
                [
                  0.056043367832899094,
                  0.01501452550292015,
                  0.04520649090409279,
                  0.2774229347705841,
                  0.15372934937477112,
                  0.28636690974235535,
                  0.11419704556465149,
                  0.05201936513185501,
                  0.0
                ],
                [
                  0.003248345572501421,
                  0.00020604964811354876,
                  0.002319169929251075,
                  0.21156133711338043,
                  0.09886427968740463,
                  0.07887117564678192,
                  0.00201109959743917,
                  0.0018366634612903,
                  0.6010818481445312
                ]
              ],
              [
                [
                  1.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.48910391330718994,
                  0.5108960866928101,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.4389500617980957,
                  0.45665013790130615,
                  0.10439985990524292,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.018355168402194977,
                  0.005916615482419729,
                  0.002975373063236475,
                  0.9727528095245361,
                  0.0,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.010489136911928654,
                  0.0063843741081655025,
                  0.006822359282523394,
                  0.34890079498291016,
                  0.6274033188819885,
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.004200922325253487,
                  0.002288521733134985,
                  0.0026372645515948534,
                  0.35245633125305176,
                  0.58918696641922,
                  0.04923003539443016,
                  0.0,
                  0.0,
                  0.0
                ],
                [
                  0.06779775023460388,
                  0.03559942543506622,
                  0.005654798820614815,
                  0.28767743706703186,
                  0.2152697741985321,
                  0.07009389251470566,
                  0.3179068863391876,
                  0.0,
                  0.0
                ],
                [
                  0.18718647956848145,
                  0.3269493579864502,
                  0.023932337760925293,
                  0.025320066139101982,
                  0.023726599290966988,
                  0.025139959529042244,
                  0.06794286519289017,
                  0.3198024034500122,
                  0.0
                ],
                [
                  0.11754410713911057,
                  0.11158184707164764,
                  0.010779076255857944,
                  0.03741632401943207,
                  0.033027347177267075,
                  0.01665058173239231,
                  0.08747226744890213,
                  0.5436950325965881,
                  0.041833408176898956
                ]
              ]
            ]
          ]
        }
      ],
      "sample_temperature": 1.0
    }
  ],
  "elapsed_seconds": 31.10209295898676,
  "peak_rss_bytes": 317784064,
  "sampling": [
    {
      "prompt": "\nROMEO:\n",
      "temperature": 0.5,
      "seed": 2026,
      "step": 4000,
      "text": "\nROMEO:\nAnd a reat least his wear body soul, love and thee\nAnd begal his dealtion heart the and the make\nMade sweet so thee is their had belly a more\nIs words in in tha"
    },
    {
      "prompt": "\nROMEO:\n",
      "temperature": 0.8,
      "seed": 2026,
      "step": 4000,
      "text": "\nROMEO:\nOF QUEEN ELIZABETH:\nAnd sir, be infanly doth grother,\nHang controne comity self-tight to do make\nMade sweet so thee is their had belly a more\nIs words inficed a"
    },
    {
      "prompt": "\nROMEO:\n",
      "temperature": 1.0,
      "seed": 2026,
      "step": 4000,
      "text": "\nROMEO:\nOF QOEXEN EDWARD:\n'Tis and a last fast depass yoursess! even his\ndeple's a seld-tightly, and a such I sweet soon\nAs it their had belp's drongers; and of it.\n\nMa"
    },
    {
      "prompt": "\nROMEO:\n",
      "temperature": 1.2,
      "seed": 2026,
      "step": 4000,
      "text": "\nROMEO:\nOF QOEXEN EDWARD:\n'Tis and adman heavl depass yours!\n\nHOROF YINGREL:\nTitters,\nStrys, wrond any such I sweet soon,\nBy his, is had belp's drons areward.\nWhix no l"
    },
    {
      "prompt": "\nJULIET:\n",
      "temperature": 0.5,
      "seed": 2026,
      "step": 4000,
      "text": "\nJULIET:\nO, day you leave his wear body soul slain and thee pringe\nThis son the to his days a would\nAnd so the sweet so thee is their had belly a more\nIs words in in tha"
    },
    {
      "prompt": "\nJULIET:\n",
      "temperature": 0.8,
      "seed": 2026,
      "step": 4000,
      "text": "\nJULIET:\nOne a rely levenge's wear badies hear the and my for it encent son\nThe to his day so would and such I sweet so thee:\nLor's smay see, have o' narding of this dea"
    },
    {
      "prompt": "\nJULIET:\n",
      "temperature": 1.0,
      "seed": 2026,
      "step": 4000,
      "text": "\nJULIET:\nOF QOEXETER:\nStay, the as I did you.\n\nLEONTES:\nRifteritye, cong on preite his\nStraguainst take the grost buys, traw it their had\nbelly a more are and of it.\n\nMa"
    },
    {
      "prompt": "\nJULIET:\n",
      "temperature": 1.2,
      "seed": 2026,
      "step": 4000,
      "text": "\nJULIET:\nOF QOErrancled\nThy's wear.\n\nDUKE VINCENTIO:\nSome for it egacing on preite his\nStrigniors: takaltnes I sweet soon\nAuy of 'witm, go I, Gaud, 'I arrive.\nListice\nMa"
    }
  ],
  "repeated_window": [
    {
      "step": 0,
      "window_loss": 4.198948383331299,
      "validation_loss": 4.1915061473846436
    },
    {
      "step": 20,
      "window_loss": 2.051192283630371,
      "validation_loss": 3.7387062311172485
    },
    {
      "step": 200,
      "window_loss": 0.027945421636104584,
      "validation_loss": 5.263039469718933
    }
  ]
}